2024-11-19 02:57:57,202 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-19 02:57:57,213 main DEBUG Took 0.009305 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 02:57:57,214 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 02:57:57,214 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 02:57:57,215 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 02:57:57,216 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:57:57,223 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 02:57:57,235 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:57:57,236 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:57:57,237 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:57:57,237 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:57:57,238 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:57:57,238 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:57:57,239 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:57:57,239 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:57:57,239 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:57:57,239 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:57:57,240 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:57:57,240 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:57:57,241 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:57:57,241 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:57:57,242 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:57:57,242 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:57:57,242 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:57:57,243 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:57:57,243 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:57:57,243 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:57:57,244 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:57:57,244 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:57:57,244 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:57:57,245 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:57:57,245 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:57:57,245 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 02:57:57,246 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:57:57,248 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 02:57:57,249 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 02:57:57,250 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 02:57:57,251 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 02:57:57,251 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 02:57:57,259 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 02:57:57,261 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 02:57:57,263 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 02:57:57,263 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 02:57:57,264 main DEBUG createAppenders(={Console}) 2024-11-19 02:57:57,264 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-19 02:57:57,264 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-19 02:57:57,265 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-19 02:57:57,265 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 02:57:57,265 main DEBUG OutputStream closed 2024-11-19 02:57:57,266 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 02:57:57,266 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 02:57:57,266 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-19 02:57:57,330 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 02:57:57,333 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 02:57:57,334 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 02:57:57,334 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 02:57:57,335 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 02:57:57,335 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 02:57:57,336 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 02:57:57,336 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 02:57:57,336 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 02:57:57,337 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 02:57:57,337 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 02:57:57,337 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 02:57:57,337 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 02:57:57,338 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 02:57:57,338 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 02:57:57,338 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 02:57:57,338 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 02:57:57,339 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 02:57:57,341 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 02:57:57,342 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-19 02:57:57,342 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 02:57:57,342 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-19T02:57:57,605 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af 2024-11-19 02:57:57,609 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 02:57:57,609 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T02:57:57,618 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-19T02:57:57,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T02:57:57,652 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/cluster_8d1709d4-de16-5875-e006-edc5a0e41d15, deleteOnExit=true 2024-11-19T02:57:57,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T02:57:57,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/test.cache.data in system properties and HBase conf 2024-11-19T02:57:57,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T02:57:57,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/hadoop.log.dir in system properties and HBase conf 2024-11-19T02:57:57,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T02:57:57,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T02:57:57,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T02:57:57,745 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T02:57:57,836 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T02:57:57,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T02:57:57,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T02:57:57,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T02:57:57,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T02:57:57,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T02:57:57,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T02:57:57,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T02:57:57,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T02:57:57,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T02:57:57,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/nfs.dump.dir in system properties and HBase conf 2024-11-19T02:57:57,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/java.io.tmpdir in system properties and HBase conf 2024-11-19T02:57:57,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T02:57:57,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T02:57:57,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T02:57:58,709 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T02:57:58,792 INFO [Time-limited test {}] log.Log(170): Logging initialized @2348ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-19T02:57:58,869 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:57:58,928 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:57:58,950 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:57:58,950 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:57:58,952 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T02:57:58,965 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:57:58,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:57:58,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:57:59,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/java.io.tmpdir/jetty-localhost-36381-hadoop-hdfs-3_4_1-tests_jar-_-any-10386660098141439295/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T02:57:59,179 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:36381} 2024-11-19T02:57:59,179 INFO [Time-limited test {}] server.Server(415): Started @2736ms 2024-11-19T02:57:59,574 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:57:59,580 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:57:59,581 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:57:59,581 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:57:59,582 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T02:57:59,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:57:59,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:57:59,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/java.io.tmpdir/jetty-localhost-41683-hadoop-hdfs-3_4_1-tests_jar-_-any-11379714308889641689/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:57:59,704 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:41683} 2024-11-19T02:57:59,704 INFO [Time-limited test {}] server.Server(415): Started @3261ms 2024-11-19T02:57:59,759 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:58:00,248 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/cluster_8d1709d4-de16-5875-e006-edc5a0e41d15/data/data1/current/BP-1879538622-172.17.0.2-1731985078453/current, will proceed with Du for space computation calculation, 2024-11-19T02:58:00,248 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/cluster_8d1709d4-de16-5875-e006-edc5a0e41d15/data/data2/current/BP-1879538622-172.17.0.2-1731985078453/current, will proceed with Du for space computation calculation, 2024-11-19T02:58:00,285 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:58:00,335 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89a40ecf0b84eeb5 with lease ID 0x3d37fc024080c70c: Processing first storage report for DS-8f186326-c4d2-4b4f-8796-0d83856bec84 from datanode DatanodeRegistration(127.0.0.1:42753, datanodeUuid=337bdd8e-7bf0-4391-b9b3-a282a64a1678, infoPort=43715, infoSecurePort=0, ipcPort=44197, storageInfo=lv=-57;cid=testClusterID;nsid=1388745572;c=1731985078453) 2024-11-19T02:58:00,336 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89a40ecf0b84eeb5 with lease ID 0x3d37fc024080c70c: from storage DS-8f186326-c4d2-4b4f-8796-0d83856bec84 node DatanodeRegistration(127.0.0.1:42753, datanodeUuid=337bdd8e-7bf0-4391-b9b3-a282a64a1678, infoPort=43715, infoSecurePort=0, ipcPort=44197, storageInfo=lv=-57;cid=testClusterID;nsid=1388745572;c=1731985078453), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T02:58:00,336 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89a40ecf0b84eeb5 with lease ID 0x3d37fc024080c70c: Processing first storage report for DS-61162697-80e2-4229-be6b-89b5ddaa83b1 from datanode DatanodeRegistration(127.0.0.1:42753, datanodeUuid=337bdd8e-7bf0-4391-b9b3-a282a64a1678, infoPort=43715, infoSecurePort=0, ipcPort=44197, storageInfo=lv=-57;cid=testClusterID;nsid=1388745572;c=1731985078453) 2024-11-19T02:58:00,337 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89a40ecf0b84eeb5 with lease ID 0x3d37fc024080c70c: from storage DS-61162697-80e2-4229-be6b-89b5ddaa83b1 node DatanodeRegistration(127.0.0.1:42753, datanodeUuid=337bdd8e-7bf0-4391-b9b3-a282a64a1678, infoPort=43715, infoSecurePort=0, ipcPort=44197, storageInfo=lv=-57;cid=testClusterID;nsid=1388745572;c=1731985078453), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:58:00,414 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af 2024-11-19T02:58:00,492 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/cluster_8d1709d4-de16-5875-e006-edc5a0e41d15/zookeeper_0, clientPort=52764, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/cluster_8d1709d4-de16-5875-e006-edc5a0e41d15/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/cluster_8d1709d4-de16-5875-e006-edc5a0e41d15/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T02:58:00,502 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52764 2024-11-19T02:58:00,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:58:00,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:58:00,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741825_1001 (size=7) 2024-11-19T02:58:01,153 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666 with version=8 2024-11-19T02:58:01,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/hbase-staging 2024-11-19T02:58:01,252 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-19T02:58:01,506 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e93af88909ff:0 server-side Connection retries=45 2024-11-19T02:58:01,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:58:01,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T02:58:01,522 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T02:58:01,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:58:01,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T02:58:01,672 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T02:58:01,732 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T02:58:01,741 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T02:58:01,745 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T02:58:01,772 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 7641 (auto-detected) 2024-11-19T02:58:01,773 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-19T02:58:01,792 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34879 2024-11-19T02:58:01,814 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34879 connecting to ZooKeeper ensemble=127.0.0.1:52764 2024-11-19T02:58:01,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348790x0, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T02:58:01,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34879-0x1012e28eb280000 connected 2024-11-19T02:58:01,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:58:01,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:58:01,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34879-0x1012e28eb280000, quorum=127.0.0.1:52764, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:58:01,894 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666, hbase.cluster.distributed=false 2024-11-19T02:58:01,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34879-0x1012e28eb280000, quorum=127.0.0.1:52764, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T02:58:01,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34879 2024-11-19T02:58:01,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34879 2024-11-19T02:58:01,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34879 2024-11-19T02:58:01,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34879 2024-11-19T02:58:01,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34879 2024-11-19T02:58:02,035 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e93af88909ff:0 server-side Connection retries=45 2024-11-19T02:58:02,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:58:02,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T02:58:02,037 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T02:58:02,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T02:58:02,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T02:58:02,040 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T02:58:02,043 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T02:58:02,044 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45689 2024-11-19T02:58:02,046 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45689 connecting to ZooKeeper ensemble=127.0.0.1:52764 2024-11-19T02:58:02,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:58:02,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:58:02,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456890x0, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T02:58:02,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456890x0, quorum=127.0.0.1:52764, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T02:58:02,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45689-0x1012e28eb280001 connected 2024-11-19T02:58:02,065 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T02:58:02,073 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T02:58:02,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45689-0x1012e28eb280001, quorum=127.0.0.1:52764, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T02:58:02,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45689-0x1012e28eb280001, quorum=127.0.0.1:52764, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T02:58:02,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45689 2024-11-19T02:58:02,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45689 2024-11-19T02:58:02,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45689 2024-11-19T02:58:02,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45689 2024-11-19T02:58:02,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45689 2024-11-19T02:58:02,099 DEBUG [M:0;e93af88909ff:34879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e93af88909ff:34879 2024-11-19T02:58:02,100 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e93af88909ff,34879,1731985081307 2024-11-19T02:58:02,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1012e28eb280001, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:58:02,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34879-0x1012e28eb280000, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:58:02,109 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34879-0x1012e28eb280000, quorum=127.0.0.1:52764, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e93af88909ff,34879,1731985081307 2024-11-19T02:58:02,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1012e28eb280001, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T02:58:02,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34879-0x1012e28eb280000, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:58:02,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1012e28eb280001, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:58:02,131 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34879-0x1012e28eb280000, quorum=127.0.0.1:52764, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T02:58:02,132 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e93af88909ff,34879,1731985081307 from backup master directory 2024-11-19T02:58:02,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34879-0x1012e28eb280000, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e93af88909ff,34879,1731985081307 2024-11-19T02:58:02,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1012e28eb280001, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:58:02,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34879-0x1012e28eb280000, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T02:58:02,137 WARN [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T02:58:02,138 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e93af88909ff,34879,1731985081307 2024-11-19T02:58:02,140 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-19T02:58:02,141 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-19T02:58:02,196 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/hbase.id] with ID: 9a737442-ce74-4c15-a2ee-df53032b6161 2024-11-19T02:58:02,196 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/.tmp/hbase.id 2024-11-19T02:58:02,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741826_1002 (size=42) 2024-11-19T02:58:02,608 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/.tmp/hbase.id]:[hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/hbase.id] 2024-11-19T02:58:02,649 INFO [master/e93af88909ff:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:58:02,654 INFO [master/e93af88909ff:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T02:58:02,672 INFO [master/e93af88909ff:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-19T02:58:02,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1012e28eb280001, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:58:02,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34879-0x1012e28eb280000, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:58:02,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741827_1003 (size=196) 2024-11-19T02:58:02,706 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T02:58:02,708 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T02:58:02,725 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:02,729 INFO [master/e93af88909ff:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:58:02,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741828_1004 (size=1189) 2024-11-19T02:58:03,178 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/MasterData/data/master/store 2024-11-19T02:58:03,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741829_1005 (size=34) 2024-11-19T02:58:03,201 INFO [master/e93af88909ff:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-19T02:58:03,203 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:58:03,204 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T02:58:03,205 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:58:03,205 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:58:03,206 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T02:58:03,206 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:58:03,206 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T02:58:03,208 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731985083204Disabling compacts and flushes for region at 1731985083204Disabling writes for close at 1731985083206 (+2 ms)Writing region close event to WAL at 1731985083206Closed at 1731985083206 2024-11-19T02:58:03,210 WARN [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/MasterData/data/master/store/.initializing 2024-11-19T02:58:03,210 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/MasterData/WALs/e93af88909ff,34879,1731985081307 2024-11-19T02:58:03,218 INFO [master/e93af88909ff:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T02:58:03,233 INFO [master/e93af88909ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e93af88909ff%2C34879%2C1731985081307, suffix=, logDir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/MasterData/WALs/e93af88909ff,34879,1731985081307, archiveDir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/MasterData/oldWALs, maxLogs=10 2024-11-19T02:58:03,256 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/MasterData/WALs/e93af88909ff,34879,1731985081307/e93af88909ff%2C34879%2C1731985081307.1731985083238, exclude list is [], retry=0 2024-11-19T02:58:03,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42753,DS-8f186326-c4d2-4b4f-8796-0d83856bec84,DISK] 2024-11-19T02:58:03,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-19T02:58:03,311 INFO [master/e93af88909ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/MasterData/WALs/e93af88909ff,34879,1731985081307/e93af88909ff%2C34879%2C1731985081307.1731985083238 2024-11-19T02:58:03,312 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43715:43715)] 2024-11-19T02:58:03,313 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T02:58:03,313 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:58:03,317 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:58:03,318 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:58:03,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:58:03,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T02:58:03,388 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:03,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:58:03,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:58:03,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T02:58:03,396 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:03,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:58:03,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:58:03,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T02:58:03,401 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:03,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:58:03,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:58:03,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T02:58:03,405 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:03,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:58:03,407 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:58:03,410 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:58:03,411 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:58:03,416 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:58:03,416 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:58:03,419 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T02:58:03,423 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T02:58:03,427 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:58:03,428 INFO [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73267440, jitterRate=0.09176993370056152}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T02:58:03,433 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731985083331Initializing all the Stores at 1731985083334 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731985083334Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731985083335 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731985083336 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731985083336Cleaning up temporary data from old regions at 1731985083416 (+80 ms)Region opened successfully at 1731985083432 (+16 ms) 2024-11-19T02:58:03,434 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T02:58:03,465 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c51c748, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e93af88909ff/172.17.0.2:0 2024-11-19T02:58:03,496 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T02:58:03,509 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T02:58:03,509 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T02:58:03,512 INFO [master/e93af88909ff:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T02:58:03,514 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T02:58:03,518 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-19T02:58:03,518 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T02:58:03,549 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T02:58:03,559 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34879-0x1012e28eb280000, quorum=127.0.0.1:52764, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-19T02:58:03,561 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-19T02:58:03,563 INFO [master/e93af88909ff:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T02:58:03,564 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34879-0x1012e28eb280000, quorum=127.0.0.1:52764, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-19T02:58:03,566 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-19T02:58:03,568 INFO [master/e93af88909ff:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T02:58:03,571 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34879-0x1012e28eb280000, quorum=127.0.0.1:52764, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-19T02:58:03,576 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-19T02:58:03,577 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34879-0x1012e28eb280000, quorum=127.0.0.1:52764, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-19T02:58:03,579 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-19T02:58:03,596 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34879-0x1012e28eb280000, quorum=127.0.0.1:52764, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T02:58:03,598 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-19T02:58:03,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1012e28eb280001, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T02:58:03,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34879-0x1012e28eb280000, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T02:58:03,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34879-0x1012e28eb280000, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:58:03,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1012e28eb280001, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:58:03,605 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e93af88909ff,34879,1731985081307, sessionid=0x1012e28eb280000, setting cluster-up flag (Was=false) 2024-11-19T02:58:03,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1012e28eb280001, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:58:03,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34879-0x1012e28eb280000, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:58:03,628 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-19T02:58:03,630 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e93af88909ff,34879,1731985081307 2024-11-19T02:58:03,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1012e28eb280001, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:58:03,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34879-0x1012e28eb280000, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:58:03,642 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-19T02:58:03,643 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e93af88909ff,34879,1731985081307 2024-11-19T02:58:03,649 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T02:58:03,688 INFO [RS:0;e93af88909ff:45689 {}] regionserver.HRegionServer(746): ClusterId : 9a737442-ce74-4c15-a2ee-df53032b6161 2024-11-19T02:58:03,690 DEBUG [RS:0;e93af88909ff:45689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T02:58:03,695 DEBUG [RS:0;e93af88909ff:45689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T02:58:03,695 DEBUG [RS:0;e93af88909ff:45689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T02:58:03,698 DEBUG [RS:0;e93af88909ff:45689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T02:58:03,699 DEBUG [RS:0;e93af88909ff:45689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e2c4400, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e93af88909ff/172.17.0.2:0 2024-11-19T02:58:03,715 DEBUG [RS:0;e93af88909ff:45689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e93af88909ff:45689 2024-11-19T02:58:03,718 INFO [RS:0;e93af88909ff:45689 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T02:58:03,718 INFO [RS:0;e93af88909ff:45689 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T02:58:03,718 DEBUG [RS:0;e93af88909ff:45689 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T02:58:03,721 INFO [RS:0;e93af88909ff:45689 {}] regionserver.HRegionServer(2659): reportForDuty to master=e93af88909ff,34879,1731985081307 with port=45689, startcode=1731985081997 2024-11-19T02:58:03,722 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T02:58:03,732 DEBUG [RS:0;e93af88909ff:45689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T02:58:03,732 INFO [master/e93af88909ff:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T02:58:03,738 INFO [master/e93af88909ff:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T02:58:03,743 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e93af88909ff,34879,1731985081307 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T02:58:03,751 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5 2024-11-19T02:58:03,751 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5 2024-11-19T02:58:03,751 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5 2024-11-19T02:58:03,752 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e93af88909ff:0, corePoolSize=5, maxPoolSize=5 2024-11-19T02:58:03,752 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e93af88909ff:0, corePoolSize=10, maxPoolSize=10 2024-11-19T02:58:03,752 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:58:03,752 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e93af88909ff:0, corePoolSize=2, maxPoolSize=2 2024-11-19T02:58:03,753 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:58:03,756 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731985113756 2024-11-19T02:58:03,758 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T02:58:03,759 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T02:58:03,759 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T02:58:03,760 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T02:58:03,763 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T02:58:03,764 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T02:58:03,764 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T02:58:03,764 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T02:58:03,766 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:03,765 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T02:58:03,766 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T02:58:03,768 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T02:58:03,769 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T02:58:03,769 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46701, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T02:58:03,770 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T02:58:03,773 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T02:58:03,773 INFO [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T02:58:03,777 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.large.0-1731985083775,5,FailOnTimeoutGroup] 2024-11-19T02:58:03,777 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34879 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:03,778 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.small.0-1731985083777,5,FailOnTimeoutGroup] 2024-11-19T02:58:03,778 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T02:58:03,778 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T02:58:03,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741831_1007 (size=1321) 2024-11-19T02:58:03,780 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T02:58:03,780 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T02:58:03,781 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T02:58:03,782 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666 2024-11-19T02:58:03,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741832_1008 (size=32) 2024-11-19T02:58:03,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:58:03,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T02:58:03,808 DEBUG [RS:0;e93af88909ff:45689 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-19T02:58:03,808 WARN [RS:0;e93af88909ff:45689 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-19T02:58:03,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T02:58:03,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:03,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:58:03,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T02:58:03,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T02:58:03,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:03,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:58:03,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T02:58:03,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T02:58:03,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:03,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:58:03,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T02:58:03,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T02:58:03,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:03,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:58:03,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T02:58:03,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/hbase/meta/1588230740 2024-11-19T02:58:03,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/hbase/meta/1588230740 2024-11-19T02:58:03,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T02:58:03,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T02:58:03,831 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T02:58:03,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T02:58:03,837 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:58:03,838 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70268020, jitterRate=0.047075092792510986}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T02:58:03,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731985083803Initializing all the Stores at 1731985083805 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731985083805Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731985083806 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731985083806Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731985083806Cleaning up temporary data from old regions at 1731985083830 (+24 ms)Region opened successfully at 1731985083841 (+11 ms) 2024-11-19T02:58:03,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T02:58:03,841 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T02:58:03,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T02:58:03,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T02:58:03,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T02:58:03,842 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T02:58:03,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731985083841Disabling compacts and flushes for region at 1731985083841Disabling writes for close at 1731985083841Writing region close event to WAL at 1731985083842 (+1 ms)Closed at 1731985083842 2024-11-19T02:58:03,846 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T02:58:03,847 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T02:58:03,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T02:58:03,863 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T02:58:03,865 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T02:58:03,909 INFO [RS:0;e93af88909ff:45689 {}] regionserver.HRegionServer(2659): reportForDuty to master=e93af88909ff,34879,1731985081307 with port=45689, startcode=1731985081997 2024-11-19T02:58:03,912 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34879 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e93af88909ff,45689,1731985081997 2024-11-19T02:58:03,914 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34879 {}] master.ServerManager(517): Registering regionserver=e93af88909ff,45689,1731985081997 2024-11-19T02:58:03,922 DEBUG [RS:0;e93af88909ff:45689 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666 2024-11-19T02:58:03,922 DEBUG [RS:0;e93af88909ff:45689 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41059 2024-11-19T02:58:03,922 DEBUG [RS:0;e93af88909ff:45689 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T02:58:03,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34879-0x1012e28eb280000, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T02:58:03,928 DEBUG [RS:0;e93af88909ff:45689 {}] zookeeper.ZKUtil(111): regionserver:45689-0x1012e28eb280001, quorum=127.0.0.1:52764, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e93af88909ff,45689,1731985081997 2024-11-19T02:58:03,929 WARN [RS:0;e93af88909ff:45689 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T02:58:03,929 INFO [RS:0;e93af88909ff:45689 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:58:03,929 DEBUG [RS:0;e93af88909ff:45689 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/WALs/e93af88909ff,45689,1731985081997 2024-11-19T02:58:03,931 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e93af88909ff,45689,1731985081997] 2024-11-19T02:58:03,955 INFO [RS:0;e93af88909ff:45689 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T02:58:03,968 INFO [RS:0;e93af88909ff:45689 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T02:58:03,974 INFO [RS:0;e93af88909ff:45689 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T02:58:03,974 INFO [RS:0;e93af88909ff:45689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:58:03,975 INFO [RS:0;e93af88909ff:45689 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T02:58:03,980 INFO [RS:0;e93af88909ff:45689 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T02:58:03,982 INFO [RS:0;e93af88909ff:45689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T02:58:03,982 DEBUG [RS:0;e93af88909ff:45689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:58:03,982 DEBUG [RS:0;e93af88909ff:45689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:58:03,982 DEBUG [RS:0;e93af88909ff:45689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:58:03,982 DEBUG [RS:0;e93af88909ff:45689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:58:03,983 DEBUG [RS:0;e93af88909ff:45689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:58:03,983 DEBUG [RS:0;e93af88909ff:45689 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e93af88909ff:0, corePoolSize=2, maxPoolSize=2 2024-11-19T02:58:03,983 DEBUG [RS:0;e93af88909ff:45689 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:58:03,983 DEBUG [RS:0;e93af88909ff:45689 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:58:03,984 DEBUG [RS:0;e93af88909ff:45689 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:58:03,984 DEBUG [RS:0;e93af88909ff:45689 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:58:03,984 DEBUG [RS:0;e93af88909ff:45689 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:58:03,984 DEBUG [RS:0;e93af88909ff:45689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e93af88909ff:0, corePoolSize=1, maxPoolSize=1 2024-11-19T02:58:03,984 DEBUG [RS:0;e93af88909ff:45689 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3 2024-11-19T02:58:03,985 DEBUG [RS:0;e93af88909ff:45689 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0, corePoolSize=3, maxPoolSize=3 2024-11-19T02:58:03,987 INFO [RS:0;e93af88909ff:45689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T02:58:03,987 INFO [RS:0;e93af88909ff:45689 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T02:58:03,987 INFO [RS:0;e93af88909ff:45689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:58:03,987 INFO [RS:0;e93af88909ff:45689 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T02:58:03,987 INFO [RS:0;e93af88909ff:45689 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T02:58:03,988 INFO [RS:0;e93af88909ff:45689 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,45689,1731985081997-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T02:58:04,010 INFO [RS:0;e93af88909ff:45689 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T02:58:04,012 INFO [RS:0;e93af88909ff:45689 {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,45689,1731985081997-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:58:04,012 INFO [RS:0;e93af88909ff:45689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:58:04,012 INFO [RS:0;e93af88909ff:45689 {}] regionserver.Replication(171): e93af88909ff,45689,1731985081997 started 2024-11-19T02:58:04,016 WARN [e93af88909ff:34879 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-19T02:58:04,031 INFO [RS:0;e93af88909ff:45689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:58:04,032 INFO [RS:0;e93af88909ff:45689 {}] regionserver.HRegionServer(1482): Serving as e93af88909ff,45689,1731985081997, RpcServer on e93af88909ff/172.17.0.2:45689, sessionid=0x1012e28eb280001 2024-11-19T02:58:04,032 DEBUG [RS:0;e93af88909ff:45689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T02:58:04,033 DEBUG [RS:0;e93af88909ff:45689 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e93af88909ff,45689,1731985081997 2024-11-19T02:58:04,033 DEBUG [RS:0;e93af88909ff:45689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,45689,1731985081997' 2024-11-19T02:58:04,033 DEBUG [RS:0;e93af88909ff:45689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T02:58:04,034 DEBUG [RS:0;e93af88909ff:45689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T02:58:04,035 DEBUG [RS:0;e93af88909ff:45689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T02:58:04,035 DEBUG [RS:0;e93af88909ff:45689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T02:58:04,035 DEBUG [RS:0;e93af88909ff:45689 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e93af88909ff,45689,1731985081997 2024-11-19T02:58:04,035 DEBUG [RS:0;e93af88909ff:45689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e93af88909ff,45689,1731985081997' 2024-11-19T02:58:04,035 DEBUG [RS:0;e93af88909ff:45689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T02:58:04,036 DEBUG [RS:0;e93af88909ff:45689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T02:58:04,036 DEBUG [RS:0;e93af88909ff:45689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T02:58:04,037 INFO [RS:0;e93af88909ff:45689 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T02:58:04,037 INFO [RS:0;e93af88909ff:45689 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T02:58:04,142 INFO [RS:0;e93af88909ff:45689 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T02:58:04,146 INFO [RS:0;e93af88909ff:45689 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e93af88909ff%2C45689%2C1731985081997, suffix=, logDir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/WALs/e93af88909ff,45689,1731985081997, archiveDir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/oldWALs, maxLogs=32 2024-11-19T02:58:04,164 DEBUG [RS:0;e93af88909ff:45689 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/WALs/e93af88909ff,45689,1731985081997/e93af88909ff%2C45689%2C1731985081997.1731985084148, exclude list is [], retry=0 2024-11-19T02:58:04,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42753,DS-8f186326-c4d2-4b4f-8796-0d83856bec84,DISK] 2024-11-19T02:58:04,172 INFO [RS:0;e93af88909ff:45689 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/WALs/e93af88909ff,45689,1731985081997/e93af88909ff%2C45689%2C1731985081997.1731985084148 2024-11-19T02:58:04,172 DEBUG [RS:0;e93af88909ff:45689 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43715:43715)] 2024-11-19T02:58:04,269 DEBUG [e93af88909ff:34879 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T02:58:04,281 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e93af88909ff,45689,1731985081997 2024-11-19T02:58:04,288 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e93af88909ff,45689,1731985081997, state=OPENING 2024-11-19T02:58:04,294 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T02:58:04,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1012e28eb280001, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:58:04,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34879-0x1012e28eb280000, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T02:58:04,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:58:04,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:58:04,298 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T02:58:04,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e93af88909ff,45689,1731985081997}] 2024-11-19T02:58:04,474 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T02:58:04,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60381, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T02:58:04,489 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T02:58:04,489 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:58:04,490 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T02:58:04,493 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e93af88909ff%2C45689%2C1731985081997.meta, suffix=.meta, logDir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/WALs/e93af88909ff,45689,1731985081997, archiveDir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/oldWALs, maxLogs=32 2024-11-19T02:58:04,515 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/WALs/e93af88909ff,45689,1731985081997/e93af88909ff%2C45689%2C1731985081997.meta.1731985084496.meta, exclude list is [], retry=0 2024-11-19T02:58:04,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42753,DS-8f186326-c4d2-4b4f-8796-0d83856bec84,DISK] 2024-11-19T02:58:04,522 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/WALs/e93af88909ff,45689,1731985081997/e93af88909ff%2C45689%2C1731985081997.meta.1731985084496.meta 2024-11-19T02:58:04,523 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43715:43715)] 2024-11-19T02:58:04,523 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T02:58:04,525 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T02:58:04,527 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T02:58:04,532 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T02:58:04,536 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T02:58:04,537 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:58:04,537 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T02:58:04,537 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T02:58:04,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T02:58:04,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T02:58:04,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:04,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:58:04,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T02:58:04,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T02:58:04,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:04,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:58:04,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T02:58:04,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T02:58:04,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:04,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:58:04,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T02:58:04,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T02:58:04,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:04,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T02:58:04,551 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T02:58:04,553 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/hbase/meta/1588230740 2024-11-19T02:58:04,555 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/hbase/meta/1588230740 2024-11-19T02:58:04,557 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T02:58:04,557 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T02:58:04,558 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T02:58:04,560 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T02:58:04,562 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75275988, jitterRate=0.12169963121414185}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T02:58:04,562 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T02:58:04,563 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731985084537Writing region info on filesystem at 1731985084538 (+1 ms)Initializing all the Stores at 1731985084539 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731985084539Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731985084540 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731985084540Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731985084540Cleaning up temporary data from old regions at 1731985084557 (+17 ms)Running coprocessor post-open hooks at 1731985084562 (+5 ms)Region opened successfully at 1731985084563 (+1 ms) 2024-11-19T02:58:04,570 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731985084465 2024-11-19T02:58:04,581 DEBUG [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T02:58:04,582 INFO [RS_OPEN_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T02:58:04,584 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,45689,1731985081997 2024-11-19T02:58:04,586 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e93af88909ff,45689,1731985081997, state=OPEN 2024-11-19T02:58:04,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1012e28eb280001, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T02:58:04,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34879-0x1012e28eb280000, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T02:58:04,595 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:58:04,595 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T02:58:04,595 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:04,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T02:58:04,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e93af88909ff,45689,1731985081997 in 296 msec 2024-11-19T02:58:04,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T02:58:04,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 749 msec 2024-11-19T02:58:04,610 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T02:58:04,610 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T02:58:04,630 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:58:04,632 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:58:04,653 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:58:04,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40003, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:58:04,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0000 sec 2024-11-19T02:58:04,679 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731985084679, completionTime=-1 2024-11-19T02:58:04,681 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T02:58:04,682 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-19T02:58:04,709 INFO [master/e93af88909ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-19T02:58:04,709 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731985144709 2024-11-19T02:58:04,709 INFO [master/e93af88909ff:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731985204709 2024-11-19T02:58:04,709 INFO [master/e93af88909ff:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-11-19T02:58:04,712 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,34879,1731985081307-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T02:58:04,712 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,34879,1731985081307-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:58:04,712 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,34879,1731985081307-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:58:04,714 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e93af88909ff:34879, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:58:04,715 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T02:58:04,715 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T02:58:04,743 DEBUG [master/e93af88909ff:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T02:58:04,767 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.629sec 2024-11-19T02:58:04,769 INFO [master/e93af88909ff:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T02:58:04,770 INFO [master/e93af88909ff:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T02:58:04,771 INFO [master/e93af88909ff:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T02:58:04,771 INFO [master/e93af88909ff:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T02:58:04,771 INFO [master/e93af88909ff:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T02:58:04,772 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,34879,1731985081307-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T02:58:04,773 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,34879,1731985081307-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T02:58:04,781 DEBUG [master/e93af88909ff:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T02:58:04,782 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T02:58:04,782 INFO [master/e93af88909ff:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e93af88909ff,34879,1731985081307-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T02:58:04,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45544f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:04,800 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-19T02:58:04,800 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-19T02:58:04,803 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:58:04,806 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:58:04,813 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:58:04,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:58:04,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:58:04,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519651b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:04,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:58:04,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:58:04,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:04,823 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:58:04,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de67725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:04,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:58:04,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:58:04,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:58:04,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:58:04,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e93af88909ff,34879,1731985081307 2024-11-19T02:58:04,867 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=185, ProcessCount=11, AvailableMemoryMB=11444 2024-11-19T02:58:04,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T02:58:04,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e93af88909ff,34879,1731985081307 2024-11-19T02:58:04,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a1209f1 2024-11-19T02:58:04,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T02:58:04,886 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38822, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T02:58:04,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T02:58:04,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T02:58:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-19T02:58:04,902 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T02:58:04,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-19T02:58:04,905 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:04,907 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T02:58:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T02:58:04,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741835_1011 (size=959) 2024-11-19T02:58:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T02:58:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T02:58:05,321 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666 2024-11-19T02:58:05,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741836_1012 (size=53) 2024-11-19T02:58:05,330 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:58:05,330 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 2dfd75b08b25be99c8fa1f8924983d23, disabling compactions & flushes 2024-11-19T02:58:05,330 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:05,330 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:05,330 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. after waiting 0 ms 2024-11-19T02:58:05,330 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:05,330 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:05,330 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2dfd75b08b25be99c8fa1f8924983d23: Waiting for close lock at 1731985085330Disabling compacts and flushes for region at 1731985085330Disabling writes for close at 1731985085330Writing region close event to WAL at 1731985085330Closed at 1731985085330 2024-11-19T02:58:05,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T02:58:05,337 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731985085333"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731985085333"}]},"ts":"1731985085333"} 2024-11-19T02:58:05,342 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T02:58:05,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T02:58:05,346 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731985085344"}]},"ts":"1731985085344"} 2024-11-19T02:58:05,351 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-19T02:58:05,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2dfd75b08b25be99c8fa1f8924983d23, ASSIGN}] 2024-11-19T02:58:05,354 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2dfd75b08b25be99c8fa1f8924983d23, ASSIGN 2024-11-19T02:58:05,356 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2dfd75b08b25be99c8fa1f8924983d23, ASSIGN; state=OFFLINE, location=e93af88909ff,45689,1731985081997; forceNewPlan=false, retain=false 2024-11-19T02:58:05,507 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2dfd75b08b25be99c8fa1f8924983d23, regionState=OPENING, regionLocation=e93af88909ff,45689,1731985081997 2024-11-19T02:58:05,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2dfd75b08b25be99c8fa1f8924983d23, ASSIGN because future has completed 2024-11-19T02:58:05,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997}] 2024-11-19T02:58:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T02:58:05,674 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:05,674 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} 2024-11-19T02:58:05,675 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:05,675 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:58:05,675 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:05,675 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:05,677 INFO [StoreOpener-2dfd75b08b25be99c8fa1f8924983d23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:05,679 INFO [StoreOpener-2dfd75b08b25be99c8fa1f8924983d23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dfd75b08b25be99c8fa1f8924983d23 columnFamilyName A 2024-11-19T02:58:05,679 DEBUG [StoreOpener-2dfd75b08b25be99c8fa1f8924983d23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:05,681 INFO [StoreOpener-2dfd75b08b25be99c8fa1f8924983d23-1 {}] regionserver.HStore(327): Store=2dfd75b08b25be99c8fa1f8924983d23/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:58:05,681 INFO [StoreOpener-2dfd75b08b25be99c8fa1f8924983d23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:05,683 INFO [StoreOpener-2dfd75b08b25be99c8fa1f8924983d23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dfd75b08b25be99c8fa1f8924983d23 columnFamilyName B 2024-11-19T02:58:05,683 DEBUG [StoreOpener-2dfd75b08b25be99c8fa1f8924983d23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:05,684 INFO [StoreOpener-2dfd75b08b25be99c8fa1f8924983d23-1 {}] regionserver.HStore(327): Store=2dfd75b08b25be99c8fa1f8924983d23/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:58:05,684 INFO [StoreOpener-2dfd75b08b25be99c8fa1f8924983d23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:05,686 INFO [StoreOpener-2dfd75b08b25be99c8fa1f8924983d23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dfd75b08b25be99c8fa1f8924983d23 columnFamilyName C 2024-11-19T02:58:05,686 DEBUG [StoreOpener-2dfd75b08b25be99c8fa1f8924983d23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:05,687 INFO [StoreOpener-2dfd75b08b25be99c8fa1f8924983d23-1 {}] regionserver.HStore(327): Store=2dfd75b08b25be99c8fa1f8924983d23/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:58:05,687 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:05,689 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:05,689 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:05,692 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:05,692 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:05,693 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T02:58:05,695 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:05,699 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:58:05,700 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2dfd75b08b25be99c8fa1f8924983d23; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73655168, jitterRate=0.09754753112792969}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T02:58:05,701 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:05,702 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2dfd75b08b25be99c8fa1f8924983d23: Running coprocessor pre-open hook at 1731985085675Writing region info on filesystem at 1731985085675Initializing all the Stores at 1731985085677 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731985085677Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731985085677Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731985085677Cleaning up temporary data from old regions at 1731985085692 (+15 ms)Running coprocessor post-open hooks at 1731985085701 (+9 ms)Region opened successfully at 1731985085702 (+1 ms) 2024-11-19T02:58:05,704 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., pid=6, masterSystemTime=1731985085667 2024-11-19T02:58:05,707 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:05,708 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:05,708 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2dfd75b08b25be99c8fa1f8924983d23, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,45689,1731985081997 2024-11-19T02:58:05,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 because future has completed 2024-11-19T02:58:05,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T02:58:05,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 in 201 msec 2024-11-19T02:58:05,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T02:58:05,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2dfd75b08b25be99c8fa1f8924983d23, ASSIGN in 367 msec 2024-11-19T02:58:05,724 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T02:58:05,725 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731985085725"}]},"ts":"1731985085725"} 2024-11-19T02:58:05,728 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-19T02:58:05,730 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T02:58:05,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 836 msec 2024-11-19T02:58:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T02:58:06,051 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:58:06,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b2c994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:06,057 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:58:06,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:58:06,058 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:58:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:58:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:58:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c67efa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:58:06,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:58:06,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:06,061 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:58:06,063 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48f92cdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:06,063 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:58:06,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:58:06,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:58:06,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:58:06,070 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T02:58:06,071 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e93af88909ff,34879,1731985081307 2024-11-19T02:58:06,071 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e6a8148 2024-11-19T02:58:06,073 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T02:58:06,075 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T02:58:06,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a52ffa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:06,079 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:58:06,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:58:06,080 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:58:06,081 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:58:06,081 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:58:06,081 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@387dfdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:06,081 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:58:06,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:58:06,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:06,083 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:58:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25175df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:06,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f14cda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:06,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:58:06,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:58:06,086 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:58:06,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:58:06,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:58:06,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1a1116, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:06,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:58:06,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:58:06,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:06,089 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:58:06,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e59e9dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:06,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4201ea29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:06,091 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:58:06,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:58:06,092 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:58:06,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:58:06,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:58:06,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a9c1aaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:06,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:58:06,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:58:06,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:06,095 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:58:06,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3937ace3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:06,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cc41cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:06,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:58:06,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:58:06,099 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:58:06,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:58:06,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:58:06,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ffd0298, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:06,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:58:06,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:58:06,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:06,102 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:58:06,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@615aad25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:06,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2900b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:06,104 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:58:06,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:58:06,105 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:58:06,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:58:06,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:58:06,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa43e09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:06,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:58:06,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:58:06,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:06,107 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38916, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:58:06,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@792c9a75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:06,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d39686f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:06,109 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:58:06,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:58:06,110 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:58:06,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:58:06,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:58:06,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c197857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:06,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:58:06,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:58:06,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:06,112 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38936, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:58:06,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd8a928, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:06,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6963d59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:06,113 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:58:06,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:58:06,114 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:58:06,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:58:06,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:58:06,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739b8c1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:06,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:58:06,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:58:06,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:06,117 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38958, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:58:06,118 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce29b6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:06,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9a31d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:06,119 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:58:06,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:58:06,120 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:58:06,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:58:06,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:58:06,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ac4850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:06,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:58:06,121 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:58:06,121 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:06,122 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38980, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:58:06,123 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b83c21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:06,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0b495b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:06,124 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:58:06,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:58:06,125 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:58:06,125 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:58:06,125 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:58:06,125 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7994a976, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:06,126 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:58:06,126 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:58:06,126 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:06,127 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:58:06,128 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7028084d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:06,134 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:58:06,134 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:58:06,134 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:58:06,134 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:58:06,134 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:58:06,134 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:58:06,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:58:06,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:58:06,136 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:58:06,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:58:06,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:58:06,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:58:06,137 DEBUG [Thread-158 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:58:06,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:58:06,138 DEBUG [Thread-158 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:58:06,138 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:58:06,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57974, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:58:06,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57990, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:58:06,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:58:06,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58000, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:58:06,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:58:06,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58008, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:58:06,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:58:06,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:58:06,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:58:06,145 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:58:06,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2] 2024-11-19T02:58:06,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2] 2024-11-19T02:58:06,149 DEBUG [Thread-156 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:58:06,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2] 2024-11-19T02:58:06,149 DEBUG [Thread-156 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:58:06,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58034, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:58:06,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2] 2024-11-19T02:58:06,153 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:58:06,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2] 2024-11-19T02:58:06,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-19T02:58:06,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:58:06,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:58:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T02:58:06,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58044, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:58:06,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2] 2024-11-19T02:58:06,162 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:58:06,164 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:58:06,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:58:06,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2] 2024-11-19T02:58:06,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2] 2024-11-19T02:58:06,170 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:58:06,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:58:06,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:58:06,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:58:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2] 2024-11-19T02:58:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:06,224 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:58:06,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2dfd75b08b25be99c8fa1f8924983d23 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T02:58:06,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T02:58:06,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-19T02:58:06,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:06,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:06,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:06,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:06,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:06,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/f9725c2063f64c82ab7ba4dc0c092795 is 50, key is test_row_0/A:col10/1731985086225/Put/seqid=0 2024-11-19T02:58:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:06,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741837_1013 (size=21365) 2024-11-19T02:58:06,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:06,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985146376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985146380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:06,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/f9725c2063f64c82ab7ba4dc0c092795 2024-11-19T02:58:06,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:06,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:06,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:06,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:06,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:06,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:06,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985146388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:06,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:06,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:06,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:06,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985146391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:06,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:06,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:06,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:06,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985146395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:06,407 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:06,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:06,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T02:58:06,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-19T02:58:06,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985146511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:06,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:06,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:06,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:06,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985146511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:06,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:06,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:06,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:06,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:06,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985146512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985146512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:06,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/0e9f9c82e16f4fe8826310e32fbbf6bc is 50, key is test_row_0/B:col10/1731985086225/Put/seqid=0 2024-11-19T02:58:06,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985146521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:06,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:06,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:06,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:06,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:06,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:06,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:06,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:06,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:06,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741838_1014 (size=12001) 2024-11-19T02:58:06,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/0e9f9c82e16f4fe8826310e32fbbf6bc 2024-11-19T02:58:06,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/c73cf2c1bb9a452cb21dd290fdecbea4 is 50, key is test_row_0/C:col10/1731985086225/Put/seqid=0 2024-11-19T02:58:06,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741839_1015 (size=12001) 2024-11-19T02:58:06,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-19T02:58:06,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:06,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:06,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:06,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:06,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:06,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985146730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:06,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985146732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:06,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:06,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:06,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:06,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985146733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:06,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:06,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:06,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:06,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985146734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:06,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:06,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:06,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:06,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:06,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:06,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:06,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985146740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:06,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:06,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:06,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T02:58:06,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-19T02:58:06,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:06,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:06,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:06,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:06,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:07,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-19T02:58:07,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:07,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:07,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:07,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:07,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:07,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/c73cf2c1bb9a452cb21dd290fdecbea4 2024-11-19T02:58:07,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/f9725c2063f64c82ab7ba4dc0c092795 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/f9725c2063f64c82ab7ba4dc0c092795 2024-11-19T02:58:07,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985147040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:07,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:07,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985147045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:07,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985147050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:07,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:07,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985147050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:07,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:07,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:07,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985147040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:07,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:07,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/f9725c2063f64c82ab7ba4dc0c092795, entries=350, sequenceid=14, filesize=20.9 K 2024-11-19T02:58:07,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/0e9f9c82e16f4fe8826310e32fbbf6bc as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/0e9f9c82e16f4fe8826310e32fbbf6bc 2024-11-19T02:58:07,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/0e9f9c82e16f4fe8826310e32fbbf6bc, entries=150, sequenceid=14, filesize=11.7 K 2024-11-19T02:58:07,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/c73cf2c1bb9a452cb21dd290fdecbea4 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/c73cf2c1bb9a452cb21dd290fdecbea4 2024-11-19T02:58:07,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/c73cf2c1bb9a452cb21dd290fdecbea4, entries=150, sequenceid=14, filesize=11.7 K 2024-11-19T02:58:07,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-19T02:58:07,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:07,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:07,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:07,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:07,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:07,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 2dfd75b08b25be99c8fa1f8924983d23 in 934ms, sequenceid=14, compaction requested=false 2024-11-19T02:58:07,170 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-19T02:58:07,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T02:58:07,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-19T02:58:07,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:07,317 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 2dfd75b08b25be99c8fa1f8924983d23 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T02:58:07,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/3065a585e0c8455f8352b17a28d0fc7a is 50, key is test_row_0/A:col10/1731985086375/Put/seqid=0 2024-11-19T02:58:07,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741840_1016 (size=12001) 2024-11-19T02:58:07,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:07,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985147585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:07,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:07,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985147587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:07,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985147586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:07,599 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,599 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,599 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:07,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:07,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985147591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:07,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:07,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985147597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:07,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:07,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:07,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985147710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:07,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:07,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:07,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985147711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985147711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985147710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:07,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:07,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:07,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:07,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985147714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:07,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:07,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:07,771 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/3065a585e0c8455f8352b17a28d0fc7a 2024-11-19T02:58:07,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/0faaeff744db4d1192f213e3919be582 is 50, key is test_row_0/B:col10/1731985086375/Put/seqid=0 2024-11-19T02:58:07,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741841_1017 (size=12001) 2024-11-19T02:58:07,856 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/0faaeff744db4d1192f213e3919be582 2024-11-19T02:58:07,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/58a0e29a85704f31a7ddd975b7ea613e is 50, key is test_row_0/C:col10/1731985086375/Put/seqid=0 2024-11-19T02:58:07,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741842_1018 (size=12001) 2024-11-19T02:58:07,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985147930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:07,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985147930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:07,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:07,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985147930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:07,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985147940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:07,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:07,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985147940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:07,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:07,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:08,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985148240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:08,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:08,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985148240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:08,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:08,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:08,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:08,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:08,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:08,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985148240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:08,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:08,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:08,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:08,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985148250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:08,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985148250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:08,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:08,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:08,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T02:58:08,310 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/58a0e29a85704f31a7ddd975b7ea613e 2024-11-19T02:58:08,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/3065a585e0c8455f8352b17a28d0fc7a as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/3065a585e0c8455f8352b17a28d0fc7a 2024-11-19T02:58:08,338 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/3065a585e0c8455f8352b17a28d0fc7a, entries=150, sequenceid=38, filesize=11.7 K 2024-11-19T02:58:08,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/0faaeff744db4d1192f213e3919be582 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/0faaeff744db4d1192f213e3919be582 2024-11-19T02:58:08,355 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/0faaeff744db4d1192f213e3919be582, entries=150, sequenceid=38, filesize=11.7 K 2024-11-19T02:58:08,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/58a0e29a85704f31a7ddd975b7ea613e as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/58a0e29a85704f31a7ddd975b7ea613e 2024-11-19T02:58:08,372 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/58a0e29a85704f31a7ddd975b7ea613e, entries=150, sequenceid=38, filesize=11.7 K 2024-11-19T02:58:08,374 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 2dfd75b08b25be99c8fa1f8924983d23 in 1057ms, sequenceid=38, compaction requested=false 2024-11-19T02:58:08,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:08,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:08,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-19T02:58:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-19T02:58:08,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-19T02:58:08,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2140 sec 2024-11-19T02:58:08,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.2400 sec 2024-11-19T02:58:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:08,754 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:58:08,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2dfd75b08b25be99c8fa1f8924983d23 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T02:58:08,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/40df0dd1d97c4c66a8b0a71e8b477291 is 50, key is test_row_0/A:col10/1731985087593/Put/seqid=0 2024-11-19T02:58:08,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741843_1019 (size=14341) 2024-11-19T02:58:08,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/40df0dd1d97c4c66a8b0a71e8b477291 2024-11-19T02:58:08,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985148802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:08,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:08,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:08,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:08,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985148804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:08,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:08,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985148811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:08,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:08,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:08,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:08,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:08,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:08,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/ca37a257b36e4fefb3be353910aa9b66 is 50, key is test_row_0/B:col10/1731985087593/Put/seqid=0 2024-11-19T02:58:08,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985148819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:08,829 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:08,829 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:08,829 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:08,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985148819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:08,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:08,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:08,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:08,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741844_1020 (size=12001) 2024-11-19T02:58:08,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/ca37a257b36e4fefb3be353910aa9b66 2024-11-19T02:58:08,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/9c06e0eeeea34cbf981cda67a69369f7 is 50, key is test_row_0/C:col10/1731985087593/Put/seqid=0 2024-11-19T02:58:08,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741845_1021 (size=12001) 2024-11-19T02:58:08,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/9c06e0eeeea34cbf981cda67a69369f7 2024-11-19T02:58:08,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/40df0dd1d97c4c66a8b0a71e8b477291 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/40df0dd1d97c4c66a8b0a71e8b477291 2024-11-19T02:58:08,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/40df0dd1d97c4c66a8b0a71e8b477291, entries=200, sequenceid=51, filesize=14.0 K 2024-11-19T02:58:08,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/ca37a257b36e4fefb3be353910aa9b66 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/ca37a257b36e4fefb3be353910aa9b66 2024-11-19T02:58:08,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985148929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:08,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:08,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:08,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:08,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985148930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:08,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:08,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:08,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:08,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985148930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:08,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/ca37a257b36e4fefb3be353910aa9b66, entries=150, sequenceid=51, filesize=11.7 K 2024-11-19T02:58:08,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:08,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:08,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:08,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/9c06e0eeeea34cbf981cda67a69369f7 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/9c06e0eeeea34cbf981cda67a69369f7 2024-11-19T02:58:08,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985148939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:08,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:08,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:08,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:08,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985148940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:08,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:08,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:08,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:08,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/9c06e0eeeea34cbf981cda67a69369f7, entries=150, sequenceid=51, filesize=11.7 K 2024-11-19T02:58:08,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2dfd75b08b25be99c8fa1f8924983d23 in 195ms, sequenceid=51, compaction requested=true 2024-11-19T02:58:08,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:08,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:58:08,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:08,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:58:08,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:08,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:58:08,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:08,971 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:58:08,972 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:58:08,975 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:58:08,975 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 47707 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:58:08,976 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/B is initiating minor compaction (all files) 2024-11-19T02:58:08,977 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/B in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:08,978 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/0e9f9c82e16f4fe8826310e32fbbf6bc, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/0faaeff744db4d1192f213e3919be582, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/ca37a257b36e4fefb3be353910aa9b66] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=35.2 K 2024-11-19T02:58:08,978 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/A is initiating minor compaction (all files) 2024-11-19T02:58:08,978 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/A in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:08,979 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/f9725c2063f64c82ab7ba4dc0c092795, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/3065a585e0c8455f8352b17a28d0fc7a, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/40df0dd1d97c4c66a8b0a71e8b477291] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=46.6 K 2024-11-19T02:58:08,980 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e9f9c82e16f4fe8826310e32fbbf6bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731985086207 2024-11-19T02:58:08,980 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9725c2063f64c82ab7ba4dc0c092795, keycount=350, bloomtype=ROW, size=20.9 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731985086158 2024-11-19T02:58:08,981 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 0faaeff744db4d1192f213e3919be582, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731985086375 2024-11-19T02:58:08,982 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3065a585e0c8455f8352b17a28d0fc7a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731985086375 2024-11-19T02:58:08,982 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting ca37a257b36e4fefb3be353910aa9b66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731985087580 2024-11-19T02:58:08,986 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40df0dd1d97c4c66a8b0a71e8b477291, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731985087580 2024-11-19T02:58:09,028 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#B#compaction#10 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:09,028 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#A#compaction#9 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:09,029 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/34cd6e1a60d54e6894f291c5f2b995ce is 50, key is test_row_0/B:col10/1731985087593/Put/seqid=0 2024-11-19T02:58:09,029 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/19ad7e26b03744aba2710d058dd929e9 is 50, key is test_row_0/A:col10/1731985087593/Put/seqid=0 2024-11-19T02:58:09,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741846_1022 (size=12104) 2024-11-19T02:58:09,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741847_1023 (size=12104) 2024-11-19T02:58:09,074 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/19ad7e26b03744aba2710d058dd929e9 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/19ad7e26b03744aba2710d058dd929e9 2024-11-19T02:58:09,099 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/A of 2dfd75b08b25be99c8fa1f8924983d23 into 19ad7e26b03744aba2710d058dd929e9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:09,100 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:09,102 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/A, priority=13, startTime=1731985088951; duration=0sec 2024-11-19T02:58:09,103 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:09,103 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:A 2024-11-19T02:58:09,103 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:58:09,111 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:58:09,111 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/C is initiating minor compaction (all files) 2024-11-19T02:58:09,111 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/C in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:09,111 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/c73cf2c1bb9a452cb21dd290fdecbea4, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/58a0e29a85704f31a7ddd975b7ea613e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/9c06e0eeeea34cbf981cda67a69369f7] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=35.2 K 2024-11-19T02:58:09,112 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting c73cf2c1bb9a452cb21dd290fdecbea4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731985086207 2024-11-19T02:58:09,113 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58a0e29a85704f31a7ddd975b7ea613e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731985086375 2024-11-19T02:58:09,114 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c06e0eeeea34cbf981cda67a69369f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731985087580 2024-11-19T02:58:09,137 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#C#compaction#11 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:09,138 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/1f4a48610e7a42e192fe9155c87b8926 is 50, key is test_row_0/C:col10/1731985087593/Put/seqid=0 2024-11-19T02:58:09,149 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:58:09,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2dfd75b08b25be99c8fa1f8924983d23 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T02:58:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:09,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741848_1024 (size=12104) 2024-11-19T02:58:09,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:09,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985149170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:09,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:09,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985149172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:09,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/feaacd0eb8bf4ea6850a081a3d05f25e is 50, key is test_row_0/A:col10/1731985088813/Put/seqid=0 2024-11-19T02:58:09,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:09,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:09,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985149178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:09,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:09,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:09,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985149183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:09,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:09,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985149186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:09,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:09,202 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/1f4a48610e7a42e192fe9155c87b8926 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/1f4a48610e7a42e192fe9155c87b8926 2024-11-19T02:58:09,218 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/C of 2dfd75b08b25be99c8fa1f8924983d23 into 1f4a48610e7a42e192fe9155c87b8926(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:09,218 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:09,218 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/C, priority=13, startTime=1731985088969; duration=0sec 2024-11-19T02:58:09,218 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:09,218 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:C 2024-11-19T02:58:09,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741849_1025 (size=16681) 2024-11-19T02:58:09,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/feaacd0eb8bf4ea6850a081a3d05f25e 2024-11-19T02:58:09,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/3af934473d534dbcbe437b3f1007c631 is 50, key is test_row_0/B:col10/1731985088813/Put/seqid=0 2024-11-19T02:58:09,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741850_1026 (size=12001) 2024-11-19T02:58:09,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985149300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:09,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985149301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:09,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985149302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:09,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:09,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:09,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985149309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:09,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:09,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985149310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:09,474 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/34cd6e1a60d54e6894f291c5f2b995ce as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/34cd6e1a60d54e6894f291c5f2b995ce 2024-11-19T02:58:09,489 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/B of 2dfd75b08b25be99c8fa1f8924983d23 into 34cd6e1a60d54e6894f291c5f2b995ce(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:09,489 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:09,489 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/B, priority=13, startTime=1731985088967; duration=0sec 2024-11-19T02:58:09,489 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:09,489 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:B 2024-11-19T02:58:09,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985149520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:09,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:09,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985149520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:09,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985149521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:09,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:09,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:09,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985149520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:09,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:09,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985149529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:09,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:09,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/3af934473d534dbcbe437b3f1007c631 2024-11-19T02:58:09,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/39325034d3514c939de5338f9e34b162 is 50, key is test_row_0/C:col10/1731985088813/Put/seqid=0 2024-11-19T02:58:09,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741851_1027 (size=12001) 2024-11-19T02:58:09,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/39325034d3514c939de5338f9e34b162 2024-11-19T02:58:09,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/feaacd0eb8bf4ea6850a081a3d05f25e as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/feaacd0eb8bf4ea6850a081a3d05f25e 2024-11-19T02:58:09,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/feaacd0eb8bf4ea6850a081a3d05f25e, entries=250, sequenceid=77, filesize=16.3 K 2024-11-19T02:58:09,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/3af934473d534dbcbe437b3f1007c631 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/3af934473d534dbcbe437b3f1007c631 2024-11-19T02:58:09,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/3af934473d534dbcbe437b3f1007c631, entries=150, sequenceid=77, filesize=11.7 K 2024-11-19T02:58:09,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/39325034d3514c939de5338f9e34b162 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/39325034d3514c939de5338f9e34b162 2024-11-19T02:58:09,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/39325034d3514c939de5338f9e34b162, entries=150, sequenceid=77, filesize=11.7 K 2024-11-19T02:58:09,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 2dfd75b08b25be99c8fa1f8924983d23 in 624ms, sequenceid=77, compaction requested=false 2024-11-19T02:58:09,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:09,835 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:58:09,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2dfd75b08b25be99c8fa1f8924983d23 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T02:58:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:09,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/71179ec76be346c09659b5f13880b550 is 50, key is test_row_0/A:col10/1731985089171/Put/seqid=0 2024-11-19T02:58:09,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741852_1028 (size=14341) 2024-11-19T02:58:09,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985149985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:09,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:09,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985149985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:09,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:09,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:09,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985149985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:09,998 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,998 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:09,998 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:10,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985149990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:10,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:10,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985149996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:10,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:10,051 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T02:58:10,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985150099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:10,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985150099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:10,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:10,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:10,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985150109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:10,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:10,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985150110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:10,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:10,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985150110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:10,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:10,119 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T02:58:10,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/71179ec76be346c09659b5f13880b550 2024-11-19T02:58:10,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985150311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:10,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:10,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985150311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:10,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:10,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:10,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/d4c64d80d99e4c50bfb64971a84a3518 is 50, key is test_row_0/B:col10/1731985089171/Put/seqid=0 2024-11-19T02:58:10,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985150323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:10,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:10,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985150323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:10,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:10,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:10,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T02:58:10,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985150323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:10,332 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:58:10,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:10,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:58:10,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-19T02:58:10,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T02:58:10,336 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:58:10,339 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:58:10,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:58:10,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741853_1029 (size=12001) 2024-11-19T02:58:10,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/d4c64d80d99e4c50bfb64971a84a3518 2024-11-19T02:58:10,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/7f808e66a05a432b91a0912dbdf2030d is 50, key is test_row_0/C:col10/1731985089171/Put/seqid=0 2024-11-19T02:58:10,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741854_1030 (size=12001) 2024-11-19T02:58:10,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/7f808e66a05a432b91a0912dbdf2030d 2024-11-19T02:58:10,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/71179ec76be346c09659b5f13880b550 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/71179ec76be346c09659b5f13880b550 2024-11-19T02:58:10,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/71179ec76be346c09659b5f13880b550, entries=200, sequenceid=93, filesize=14.0 K 2024-11-19T02:58:10,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/d4c64d80d99e4c50bfb64971a84a3518 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/d4c64d80d99e4c50bfb64971a84a3518 2024-11-19T02:58:10,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/d4c64d80d99e4c50bfb64971a84a3518, entries=150, sequenceid=93, filesize=11.7 K 2024-11-19T02:58:10,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/7f808e66a05a432b91a0912dbdf2030d as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/7f808e66a05a432b91a0912dbdf2030d 2024-11-19T02:58:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T02:58:10,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/7f808e66a05a432b91a0912dbdf2030d, entries=150, sequenceid=93, filesize=11.7 K 2024-11-19T02:58:10,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 2dfd75b08b25be99c8fa1f8924983d23 in 615ms, sequenceid=93, compaction requested=true 2024-11-19T02:58:10,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:10,451 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:58:10,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:58:10,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:10,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:58:10,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:10,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:58:10,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:10,452 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:58:10,453 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43126 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:58:10,453 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/A is initiating minor compaction (all files) 2024-11-19T02:58:10,453 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/A in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:10,454 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/19ad7e26b03744aba2710d058dd929e9, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/feaacd0eb8bf4ea6850a081a3d05f25e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/71179ec76be346c09659b5f13880b550] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=42.1 K 2024-11-19T02:58:10,454 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19ad7e26b03744aba2710d058dd929e9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731985087580 2024-11-19T02:58:10,456 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:58:10,456 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting feaacd0eb8bf4ea6850a081a3d05f25e, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731985088794 2024-11-19T02:58:10,456 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/B is initiating minor compaction (all files) 2024-11-19T02:58:10,456 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/B in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:10,456 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/34cd6e1a60d54e6894f291c5f2b995ce, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/3af934473d534dbcbe437b3f1007c631, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/d4c64d80d99e4c50bfb64971a84a3518] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=35.3 K 2024-11-19T02:58:10,457 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71179ec76be346c09659b5f13880b550, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731985089171 2024-11-19T02:58:10,457 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 34cd6e1a60d54e6894f291c5f2b995ce, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731985087580 2024-11-19T02:58:10,458 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 3af934473d534dbcbe437b3f1007c631, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731985088794 2024-11-19T02:58:10,459 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting d4c64d80d99e4c50bfb64971a84a3518, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731985089171 2024-11-19T02:58:10,478 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#A#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:10,479 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/9a263c0cdb064fafa42422350d98e0cf is 50, key is test_row_0/A:col10/1731985089171/Put/seqid=0 2024-11-19T02:58:10,486 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#B#compaction#19 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:10,487 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/e924c66425c0473eb6cf55eaa3d13891 is 50, key is test_row_0/B:col10/1731985089171/Put/seqid=0 2024-11-19T02:58:10,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-19T02:58:10,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:10,494 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 2dfd75b08b25be99c8fa1f8924983d23 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-19T02:58:10,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741855_1031 (size=12207) 2024-11-19T02:58:10,534 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/9a263c0cdb064fafa42422350d98e0cf as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/9a263c0cdb064fafa42422350d98e0cf 2024-11-19T02:58:10,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/9b0339256d544d57a10d1206d03d0cd2 is 50, key is test_row_0/A:col10/1731985089984/Put/seqid=0 2024-11-19T02:58:10,546 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/A of 2dfd75b08b25be99c8fa1f8924983d23 into 9a263c0cdb064fafa42422350d98e0cf(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:10,547 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:10,547 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/A, priority=13, startTime=1731985090451; duration=0sec 2024-11-19T02:58:10,547 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:10,547 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:A 2024-11-19T02:58:10,547 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:58:10,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741856_1032 (size=12207) 2024-11-19T02:58:10,551 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:58:10,551 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/C is initiating minor compaction (all files) 2024-11-19T02:58:10,551 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/C in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:10,552 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/1f4a48610e7a42e192fe9155c87b8926, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/39325034d3514c939de5338f9e34b162, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/7f808e66a05a432b91a0912dbdf2030d] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=35.3 K 2024-11-19T02:58:10,554 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f4a48610e7a42e192fe9155c87b8926, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731985087580 2024-11-19T02:58:10,555 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39325034d3514c939de5338f9e34b162, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731985088794 2024-11-19T02:58:10,556 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f808e66a05a432b91a0912dbdf2030d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731985089171 2024-11-19T02:58:10,564 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/e924c66425c0473eb6cf55eaa3d13891 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/e924c66425c0473eb6cf55eaa3d13891 2024-11-19T02:58:10,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741857_1033 (size=12001) 2024-11-19T02:58:10,577 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/9b0339256d544d57a10d1206d03d0cd2 2024-11-19T02:58:10,581 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/B of 2dfd75b08b25be99c8fa1f8924983d23 into e924c66425c0473eb6cf55eaa3d13891(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:10,581 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:10,581 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/B, priority=13, startTime=1731985090452; duration=0sec 2024-11-19T02:58:10,581 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:10,581 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:B 2024-11-19T02:58:10,582 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#C#compaction#21 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:10,583 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/a5a1a5dbe7bc49a7aa6e9a2db30bca94 is 50, key is test_row_0/C:col10/1731985089171/Put/seqid=0 2024-11-19T02:58:10,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/8700bd89e8f144d3b25198cc8161794f is 50, key is test_row_0/B:col10/1731985089984/Put/seqid=0 2024-11-19T02:58:10,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741858_1034 (size=12207) 2024-11-19T02:58:10,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:10,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741859_1035 (size=12001) 2024-11-19T02:58:10,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:10,625 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/8700bd89e8f144d3b25198cc8161794f 2024-11-19T02:58:10,626 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/a5a1a5dbe7bc49a7aa6e9a2db30bca94 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/a5a1a5dbe7bc49a7aa6e9a2db30bca94 2024-11-19T02:58:10,648 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/C of 2dfd75b08b25be99c8fa1f8924983d23 into a5a1a5dbe7bc49a7aa6e9a2db30bca94(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:10,649 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:10,649 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/C, priority=13, startTime=1731985090452; duration=0sec 2024-11-19T02:58:10,649 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:10,649 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:C 2024-11-19T02:58:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T02:58:10,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/7a850e5646c04f8dbf80b6dbcde2ee06 is 50, key is test_row_0/C:col10/1731985089984/Put/seqid=0 2024-11-19T02:58:10,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741860_1036 (size=12001) 2024-11-19T02:58:10,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985150649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:10,659 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/7a850e5646c04f8dbf80b6dbcde2ee06 2024-11-19T02:58:10,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:10,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985150650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:10,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:10,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:10,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985150651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:10,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985150652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:10,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:10,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:10,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985150654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:10,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:10,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/9b0339256d544d57a10d1206d03d0cd2 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/9b0339256d544d57a10d1206d03d0cd2 2024-11-19T02:58:10,683 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/9b0339256d544d57a10d1206d03d0cd2, entries=150, sequenceid=115, filesize=11.7 K 2024-11-19T02:58:10,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/8700bd89e8f144d3b25198cc8161794f as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/8700bd89e8f144d3b25198cc8161794f 2024-11-19T02:58:10,693 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/8700bd89e8f144d3b25198cc8161794f, entries=150, sequenceid=115, filesize=11.7 K 2024-11-19T02:58:10,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/7a850e5646c04f8dbf80b6dbcde2ee06 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/7a850e5646c04f8dbf80b6dbcde2ee06 2024-11-19T02:58:10,711 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/7a850e5646c04f8dbf80b6dbcde2ee06, entries=150, sequenceid=115, filesize=11.7 K 2024-11-19T02:58:10,714 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 2dfd75b08b25be99c8fa1f8924983d23 in 219ms, sequenceid=115, compaction requested=false 2024-11-19T02:58:10,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:10,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:10,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-19T02:58:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-19T02:58:10,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T02:58:10,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 379 msec 2024-11-19T02:58:10,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 392 msec 2024-11-19T02:58:10,774 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:58:10,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2dfd75b08b25be99c8fa1f8924983d23 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-19T02:58:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:10,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/5d2c667d9af04e039f4d6b070fefcd57 is 50, key is test_row_0/A:col10/1731985090645/Put/seqid=0 2024-11-19T02:58:10,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741861_1037 (size=12101) 2024-11-19T02:58:10,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/5d2c667d9af04e039f4d6b070fefcd57 2024-11-19T02:58:10,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985150811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:10,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:10,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985150811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:10,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:10,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985150813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:10,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:10,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985150813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:10,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:10,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985150814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:10,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:10,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/8961fced010b4f26810a068ed1e0d033 is 50, key is test_row_0/B:col10/1731985090645/Put/seqid=0 2024-11-19T02:58:10,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741862_1038 (size=12101) 2024-11-19T02:58:10,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/8961fced010b4f26810a068ed1e0d033 2024-11-19T02:58:10,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/450bdd816317465da7fc99f617a802b1 is 50, key is test_row_0/C:col10/1731985090645/Put/seqid=0 2024-11-19T02:58:10,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741863_1039 (size=12101) 2024-11-19T02:58:10,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/450bdd816317465da7fc99f617a802b1 2024-11-19T02:58:10,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/5d2c667d9af04e039f4d6b070fefcd57 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/5d2c667d9af04e039f4d6b070fefcd57 2024-11-19T02:58:10,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/5d2c667d9af04e039f4d6b070fefcd57, entries=150, sequenceid=136, filesize=11.8 K 2024-11-19T02:58:10,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/8961fced010b4f26810a068ed1e0d033 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/8961fced010b4f26810a068ed1e0d033 2024-11-19T02:58:10,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/8961fced010b4f26810a068ed1e0d033, entries=150, sequenceid=136, filesize=11.8 K 2024-11-19T02:58:10,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/450bdd816317465da7fc99f617a802b1 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/450bdd816317465da7fc99f617a802b1 2024-11-19T02:58:10,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985150929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:10,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:10,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985150929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:10,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:10,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:10,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/450bdd816317465da7fc99f617a802b1, entries=150, sequenceid=136, filesize=11.8 K 2024-11-19T02:58:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985150929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:10,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:10,938 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 2dfd75b08b25be99c8fa1f8924983d23 in 163ms, sequenceid=136, compaction requested=true 2024-11-19T02:58:10,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:10,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:58:10,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:10,938 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:58:10,938 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:58:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:10,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:58:10,941 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:58:10,941 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:58:10,941 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/B is initiating minor compaction (all files) 2024-11-19T02:58:10,941 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/A is initiating minor compaction (all files) 2024-11-19T02:58:10,941 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/B in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:10,941 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/A in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:10,941 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/e924c66425c0473eb6cf55eaa3d13891, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/8700bd89e8f144d3b25198cc8161794f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/8961fced010b4f26810a068ed1e0d033] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=35.5 K 2024-11-19T02:58:10,941 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/9a263c0cdb064fafa42422350d98e0cf, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/9b0339256d544d57a10d1206d03d0cd2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/5d2c667d9af04e039f4d6b070fefcd57] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=35.5 K 2024-11-19T02:58:10,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:10,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:58:10,942 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a263c0cdb064fafa42422350d98e0cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731985089171 2024-11-19T02:58:10,942 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting e924c66425c0473eb6cf55eaa3d13891, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731985089171 2024-11-19T02:58:10,943 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b0339256d544d57a10d1206d03d0cd2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731985089887 2024-11-19T02:58:10,943 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 8700bd89e8f144d3b25198cc8161794f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731985089887 2024-11-19T02:58:10,943 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d2c667d9af04e039f4d6b070fefcd57, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731985090645 2024-11-19T02:58:10,943 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 8961fced010b4f26810a068ed1e0d033, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731985090645 2024-11-19T02:58:10,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:10,945 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:58:10,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2dfd75b08b25be99c8fa1f8924983d23 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-19T02:58:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T02:58:10,960 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:58:10,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:58:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-19T02:58:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T02:58:10,965 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:58:10,966 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:58:10,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:58:10,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/ef440ffd0e47429c95eac4ca6499881c is 50, key is test_row_0/A:col10/1731985090942/Put/seqid=0 2024-11-19T02:58:10,969 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#A#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:10,970 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/89b673832c294e268891304475bd32f5 is 50, key is test_row_0/A:col10/1731985090645/Put/seqid=0 2024-11-19T02:58:10,976 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#B#compaction#29 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:10,977 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/377d4b8c96944c26b5f776834d03bad0 is 50, key is test_row_0/B:col10/1731985090645/Put/seqid=0 2024-11-19T02:58:10,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985150991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:10,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:10,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985150993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:10,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:10,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:11,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741864_1040 (size=14541) 2024-11-19T02:58:11,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741865_1041 (size=12409) 2024-11-19T02:58:11,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741866_1042 (size=12409) 2024-11-19T02:58:11,041 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/377d4b8c96944c26b5f776834d03bad0 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/377d4b8c96944c26b5f776834d03bad0 2024-11-19T02:58:11,053 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/B of 2dfd75b08b25be99c8fa1f8924983d23 into 377d4b8c96944c26b5f776834d03bad0(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:11,053 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:11,053 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/B, priority=13, startTime=1731985090938; duration=0sec 2024-11-19T02:58:11,054 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:11,054 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:B 2024-11-19T02:58:11,054 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:58:11,055 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:58:11,055 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/C is initiating minor compaction (all files) 2024-11-19T02:58:11,056 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/C in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:11,056 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/a5a1a5dbe7bc49a7aa6e9a2db30bca94, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/7a850e5646c04f8dbf80b6dbcde2ee06, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/450bdd816317465da7fc99f617a802b1] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=35.5 K 2024-11-19T02:58:11,057 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting a5a1a5dbe7bc49a7aa6e9a2db30bca94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731985089171 2024-11-19T02:58:11,058 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a850e5646c04f8dbf80b6dbcde2ee06, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731985089887 2024-11-19T02:58:11,059 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 450bdd816317465da7fc99f617a802b1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731985090645 2024-11-19T02:58:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T02:58:11,085 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#C#compaction#30 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:11,086 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/3ba59e74d9544e1eafbd3b415b819d19 is 50, key is test_row_0/C:col10/1731985090645/Put/seqid=0 2024-11-19T02:58:11,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741867_1043 (size=12409) 2024-11-19T02:58:11,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985151110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:11,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985151110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:11,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:11,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:11,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-19T02:58:11,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:11,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:11,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:11,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:11,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:11,132 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/3ba59e74d9544e1eafbd3b415b819d19 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/3ba59e74d9544e1eafbd3b415b819d19 2024-11-19T02:58:11,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985151139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:11,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:11,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985151139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:11,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:11,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985151140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:11,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:11,146 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/C of 2dfd75b08b25be99c8fa1f8924983d23 into 3ba59e74d9544e1eafbd3b415b819d19(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:11,146 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:11,147 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/C, priority=13, startTime=1731985090941; duration=0sec 2024-11-19T02:58:11,148 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:11,149 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:C 2024-11-19T02:58:11,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-19T02:58:11,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:11,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:11,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:11,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:11,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T02:58:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:11,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985151319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:11,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985151319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:11,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:11,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:11,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/ef440ffd0e47429c95eac4ca6499881c 2024-11-19T02:58:11,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/07dbe67786e6416f8215f0d088b565a0 is 50, key is test_row_0/B:col10/1731985090942/Put/seqid=0 2024-11-19T02:58:11,428 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/89b673832c294e268891304475bd32f5 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/89b673832c294e268891304475bd32f5 2024-11-19T02:58:11,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-19T02:58:11,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:11,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:11,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:11,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:11,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:11,439 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/A of 2dfd75b08b25be99c8fa1f8924983d23 into 89b673832c294e268891304475bd32f5(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:11,439 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:11,439 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/A, priority=13, startTime=1731985090938; duration=0sec 2024-11-19T02:58:11,440 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:11,440 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:A 2024-11-19T02:58:11,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741868_1044 (size=12151) 2024-11-19T02:58:11,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/07dbe67786e6416f8215f0d088b565a0 2024-11-19T02:58:11,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985151449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:11,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985151449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:11,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:11,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985151450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:11,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:11,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:11,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/4e9f0f08ce6e4b2d885994a2a1b5881e is 50, key is test_row_0/C:col10/1731985090942/Put/seqid=0 2024-11-19T02:58:11,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741869_1045 (size=12151) 2024-11-19T02:58:11,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/4e9f0f08ce6e4b2d885994a2a1b5881e 2024-11-19T02:58:11,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/ef440ffd0e47429c95eac4ca6499881c as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/ef440ffd0e47429c95eac4ca6499881c 2024-11-19T02:58:11,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/ef440ffd0e47429c95eac4ca6499881c, entries=200, sequenceid=158, filesize=14.2 K 2024-11-19T02:58:11,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/07dbe67786e6416f8215f0d088b565a0 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/07dbe67786e6416f8215f0d088b565a0 2024-11-19T02:58:11,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/07dbe67786e6416f8215f0d088b565a0, entries=150, sequenceid=158, filesize=11.9 K 2024-11-19T02:58:11,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/4e9f0f08ce6e4b2d885994a2a1b5881e as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/4e9f0f08ce6e4b2d885994a2a1b5881e 2024-11-19T02:58:11,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/4e9f0f08ce6e4b2d885994a2a1b5881e, entries=150, sequenceid=158, filesize=11.9 K 2024-11-19T02:58:11,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 2dfd75b08b25be99c8fa1f8924983d23 in 574ms, sequenceid=158, compaction requested=false 2024-11-19T02:58:11,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T02:58:11,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-19T02:58:11,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:11,590 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 2dfd75b08b25be99c8fa1f8924983d23 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T02:58:11,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/025f9cb9129d4d74bd46acfd0a171cf3 is 50, key is test_row_0/A:col10/1731985090988/Put/seqid=0 2024-11-19T02:58:11,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741870_1046 (size=12151) 2024-11-19T02:58:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:11,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:11,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985151693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:11,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:11,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985151698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:11,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:11,729 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T02:58:11,730 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T02:58:11,736 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T02:58:11,736 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T02:58:11,737 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T02:58:11,737 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T02:58:11,738 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-19T02:58:11,738 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-19T02:58:11,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985151810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:11,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:11,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985151810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:11,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:11,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:11,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985151959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985151959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:11,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:11,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985151960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:11,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:11,963 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,963 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,963 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:11,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:11,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:12,018 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/025f9cb9129d4d74bd46acfd0a171cf3 2024-11-19T02:58:12,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:12,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985152019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985152019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:12,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:12,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:12,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:12,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:12,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:12,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:12,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/997ad704f6d64ec8a44d705aade03ed1 is 50, key is test_row_0/B:col10/1731985090988/Put/seqid=0 2024-11-19T02:58:12,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741871_1047 (size=12151) 2024-11-19T02:58:12,045 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/997ad704f6d64ec8a44d705aade03ed1 2024-11-19T02:58:12,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/c71cea9a6f8142bc826933575db6c3a0 is 50, key is test_row_0/C:col10/1731985090988/Put/seqid=0 2024-11-19T02:58:12,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741872_1048 (size=12151) 2024-11-19T02:58:12,092 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/c71cea9a6f8142bc826933575db6c3a0 2024-11-19T02:58:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T02:58:12,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/025f9cb9129d4d74bd46acfd0a171cf3 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/025f9cb9129d4d74bd46acfd0a171cf3 2024-11-19T02:58:12,117 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/025f9cb9129d4d74bd46acfd0a171cf3, entries=150, sequenceid=175, filesize=11.9 K 2024-11-19T02:58:12,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/997ad704f6d64ec8a44d705aade03ed1 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/997ad704f6d64ec8a44d705aade03ed1 2024-11-19T02:58:12,130 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/997ad704f6d64ec8a44d705aade03ed1, entries=150, sequenceid=175, filesize=11.9 K 2024-11-19T02:58:12,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/c71cea9a6f8142bc826933575db6c3a0 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/c71cea9a6f8142bc826933575db6c3a0 2024-11-19T02:58:12,141 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/c71cea9a6f8142bc826933575db6c3a0, entries=150, sequenceid=175, filesize=11.9 K 2024-11-19T02:58:12,144 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 2dfd75b08b25be99c8fa1f8924983d23 in 554ms, sequenceid=175, compaction requested=true 2024-11-19T02:58:12,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:12,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:12,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-19T02:58:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-19T02:58:12,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-19T02:58:12,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1800 sec 2024-11-19T02:58:12,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.1910 sec 2024-11-19T02:58:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:12,334 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:58:12,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2dfd75b08b25be99c8fa1f8924983d23 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T02:58:12,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/195c56d1945043319f41959a2b1c7e4e is 50, key is test_row_0/A:col10/1731985091695/Put/seqid=0 2024-11-19T02:58:12,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741873_1049 (size=12151) 2024-11-19T02:58:12,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/195c56d1945043319f41959a2b1c7e4e 2024-11-19T02:58:12,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985152361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:12,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:12,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:12,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:12,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985152363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:12,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:12,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:12,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:12,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/440befa313494350b653741c7f13362f is 50, key is test_row_0/B:col10/1731985091695/Put/seqid=0 2024-11-19T02:58:12,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741874_1050 (size=12151) 2024-11-19T02:58:12,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/440befa313494350b653741c7f13362f 2024-11-19T02:58:12,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/5f9c50f33c854aa8acf0774a19f2057a is 50, key is test_row_0/C:col10/1731985091695/Put/seqid=0 2024-11-19T02:58:12,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:12,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985152479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985152480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:12,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:12,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:12,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:12,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:12,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:12,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:12,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741875_1051 (size=12151) 2024-11-19T02:58:12,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/5f9c50f33c854aa8acf0774a19f2057a 2024-11-19T02:58:12,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/195c56d1945043319f41959a2b1c7e4e as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/195c56d1945043319f41959a2b1c7e4e 2024-11-19T02:58:12,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/195c56d1945043319f41959a2b1c7e4e, entries=150, sequenceid=199, filesize=11.9 K 2024-11-19T02:58:12,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/440befa313494350b653741c7f13362f as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/440befa313494350b653741c7f13362f 2024-11-19T02:58:12,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/440befa313494350b653741c7f13362f, entries=150, sequenceid=199, filesize=11.9 K 2024-11-19T02:58:12,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/5f9c50f33c854aa8acf0774a19f2057a as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/5f9c50f33c854aa8acf0774a19f2057a 2024-11-19T02:58:12,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/5f9c50f33c854aa8acf0774a19f2057a, entries=150, sequenceid=199, filesize=11.9 K 2024-11-19T02:58:12,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 2dfd75b08b25be99c8fa1f8924983d23 in 225ms, sequenceid=199, compaction requested=true 2024-11-19T02:58:12,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:12,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:58:12,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:12,559 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:58:12,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:58:12,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:12,559 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:58:12,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:58:12,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:12,561 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51252 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:58:12,561 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/A is initiating minor compaction (all files) 2024-11-19T02:58:12,561 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/A in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:12,562 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/89b673832c294e268891304475bd32f5, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/ef440ffd0e47429c95eac4ca6499881c, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/025f9cb9129d4d74bd46acfd0a171cf3, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/195c56d1945043319f41959a2b1c7e4e] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=50.1 K 2024-11-19T02:58:12,562 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:58:12,562 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/B is initiating minor compaction (all files) 2024-11-19T02:58:12,563 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/B in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:12,563 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/377d4b8c96944c26b5f776834d03bad0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/07dbe67786e6416f8215f0d088b565a0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/997ad704f6d64ec8a44d705aade03ed1, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/440befa313494350b653741c7f13362f] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=47.7 K 2024-11-19T02:58:12,563 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 89b673832c294e268891304475bd32f5, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731985090645 2024-11-19T02:58:12,563 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 377d4b8c96944c26b5f776834d03bad0, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731985090645 2024-11-19T02:58:12,564 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting ef440ffd0e47429c95eac4ca6499881c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731985090809 2024-11-19T02:58:12,564 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07dbe67786e6416f8215f0d088b565a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731985090936 2024-11-19T02:58:12,565 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 025f9cb9129d4d74bd46acfd0a171cf3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731985090952 2024-11-19T02:58:12,567 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 997ad704f6d64ec8a44d705aade03ed1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731985090952 2024-11-19T02:58:12,567 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 195c56d1945043319f41959a2b1c7e4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731985091681 2024-11-19T02:58:12,568 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 440befa313494350b653741c7f13362f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731985091681 2024-11-19T02:58:12,595 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#B#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:12,596 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/fc6b52dba0d34b20b0b0180bcdbbcd77 is 50, key is test_row_0/B:col10/1731985091695/Put/seqid=0 2024-11-19T02:58:12,603 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#A#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:12,604 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/5c7861ab10274cb59de3fc86c32eeefd is 50, key is test_row_0/A:col10/1731985091695/Put/seqid=0 2024-11-19T02:58:12,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741876_1052 (size=12595) 2024-11-19T02:58:12,627 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/fc6b52dba0d34b20b0b0180bcdbbcd77 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/fc6b52dba0d34b20b0b0180bcdbbcd77 2024-11-19T02:58:12,642 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/B of 2dfd75b08b25be99c8fa1f8924983d23 into fc6b52dba0d34b20b0b0180bcdbbcd77(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:12,642 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:12,642 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/B, priority=12, startTime=1731985092559; duration=0sec 2024-11-19T02:58:12,642 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:12,642 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:B 2024-11-19T02:58:12,642 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:58:12,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741877_1053 (size=12595) 2024-11-19T02:58:12,648 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:58:12,648 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/C is initiating minor compaction (all files) 2024-11-19T02:58:12,649 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/C in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:12,651 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/3ba59e74d9544e1eafbd3b415b819d19, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/4e9f0f08ce6e4b2d885994a2a1b5881e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/c71cea9a6f8142bc826933575db6c3a0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/5f9c50f33c854aa8acf0774a19f2057a] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=47.7 K 2024-11-19T02:58:12,652 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ba59e74d9544e1eafbd3b415b819d19, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731985090645 2024-11-19T02:58:12,652 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e9f0f08ce6e4b2d885994a2a1b5881e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731985090936 2024-11-19T02:58:12,654 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting c71cea9a6f8142bc826933575db6c3a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731985090952 2024-11-19T02:58:12,654 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f9c50f33c854aa8acf0774a19f2057a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731985091681 2024-11-19T02:58:12,659 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/5c7861ab10274cb59de3fc86c32eeefd as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/5c7861ab10274cb59de3fc86c32eeefd 2024-11-19T02:58:12,671 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/A of 2dfd75b08b25be99c8fa1f8924983d23 into 5c7861ab10274cb59de3fc86c32eeefd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:12,671 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:12,671 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/A, priority=12, startTime=1731985092559; duration=0sec 2024-11-19T02:58:12,672 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:12,672 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:A 2024-11-19T02:58:12,683 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#C#compaction#41 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:12,684 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/67a99788cbcd436f9beebe469a060449 is 50, key is test_row_0/C:col10/1731985091695/Put/seqid=0 2024-11-19T02:58:12,694 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:58:12,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2dfd75b08b25be99c8fa1f8924983d23 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T02:58:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:12,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741878_1054 (size=12595) 2024-11-19T02:58:12,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/258a59174afe4e9d8178aa7c79dafc43 is 50, key is test_row_0/A:col10/1731985092356/Put/seqid=0 2024-11-19T02:58:12,722 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/67a99788cbcd436f9beebe469a060449 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/67a99788cbcd436f9beebe469a060449 2024-11-19T02:58:12,733 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/C of 2dfd75b08b25be99c8fa1f8924983d23 into 67a99788cbcd436f9beebe469a060449(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:12,733 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:12,733 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/C, priority=12, startTime=1731985092559; duration=0sec 2024-11-19T02:58:12,733 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:12,733 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:C 2024-11-19T02:58:12,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741879_1055 (size=16931) 2024-11-19T02:58:12,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985152780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:12,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:12,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:12,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:12,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985152782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:12,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:12,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:12,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:12,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985152889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:12,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:12,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:12,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:12,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985152890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:12,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:12,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:12,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:12,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985152969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:12,975 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_1' in 2dfd75b08b25be99c8fa1f8924983d23 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T02:58:12,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:12,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:12,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:12,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:12,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985152979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:12,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985152979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:12,981 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_2' in 2dfd75b08b25be99c8fa1f8924983d23 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T02:58:12,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:12,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:12,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:12,982 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_2' in 2dfd75b08b25be99c8fa1f8924983d23 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T02:58:12,983 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:12,983 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:12,983 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:13,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:13,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985153099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985153099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:13,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:13,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:13,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:13,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:13,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:13,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:13,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T02:58:13,110 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:58:13,110 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:58:13,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-19T02:58:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T02:58:13,115 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:58:13,116 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:58:13,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:58:13,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/258a59174afe4e9d8178aa7c79dafc43 2024-11-19T02:58:13,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/78ce80b9612241a4968520acb69f092c is 50, key is test_row_0/B:col10/1731985092356/Put/seqid=0 2024-11-19T02:58:13,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741880_1056 (size=12151) 2024-11-19T02:58:13,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T02:58:13,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-19T02:58:13,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:13,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:13,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:13,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:13,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:13,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985153409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:13,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:13,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:13,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:13,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985153419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:13,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:13,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:13,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:13,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-19T02:58:13,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:13,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:13,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:13,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:13,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T02:58:13,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/78ce80b9612241a4968520acb69f092c 2024-11-19T02:58:13,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-19T02:58:13,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:13,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:13,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:13,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:13,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:13,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/8686e9288156442c990904faa0a251e6 is 50, key is test_row_0/C:col10/1731985092356/Put/seqid=0 2024-11-19T02:58:13,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741881_1057 (size=12151) 2024-11-19T02:58:13,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-19T02:58:13,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:13,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:13,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:13,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:13,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T02:58:13,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-19T02:58:13,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:13,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:13,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:13,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:13,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:13,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985153919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:13,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:13,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:13,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:13,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985153929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:14,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/8686e9288156442c990904faa0a251e6 2024-11-19T02:58:14,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/258a59174afe4e9d8178aa7c79dafc43 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/258a59174afe4e9d8178aa7c79dafc43 2024-11-19T02:58:14,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/258a59174afe4e9d8178aa7c79dafc43, entries=250, sequenceid=215, filesize=16.5 K 2024-11-19T02:58:14,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/78ce80b9612241a4968520acb69f092c as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/78ce80b9612241a4968520acb69f092c 2024-11-19T02:58:14,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/78ce80b9612241a4968520acb69f092c, entries=150, sequenceid=215, filesize=11.9 K 2024-11-19T02:58:14,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/8686e9288156442c990904faa0a251e6 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/8686e9288156442c990904faa0a251e6 2024-11-19T02:58:14,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/8686e9288156442c990904faa0a251e6, entries=150, sequenceid=215, filesize=11.9 K 2024-11-19T02:58:14,038 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 2dfd75b08b25be99c8fa1f8924983d23 in 1343ms, sequenceid=215, compaction requested=false 2024-11-19T02:58:14,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:14,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-19T02:58:14,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:14,045 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 2dfd75b08b25be99c8fa1f8924983d23 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T02:58:14,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/12bcef9e0e4b47518d95f15a33ae4779 is 50, key is test_row_0/A:col10/1731985092773/Put/seqid=0 2024-11-19T02:58:14,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741882_1058 (size=12151) 2024-11-19T02:58:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T02:58:14,470 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/12bcef9e0e4b47518d95f15a33ae4779 2024-11-19T02:58:14,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/ec1a122f9f8144ba9b6f17670b650c5e is 50, key is test_row_0/B:col10/1731985092773/Put/seqid=0 2024-11-19T02:58:14,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741883_1059 (size=12151) 2024-11-19T02:58:14,891 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/ec1a122f9f8144ba9b6f17670b650c5e 2024-11-19T02:58:14,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/737a407e284e457e8cb3541d0d44e8c5 is 50, key is test_row_0/C:col10/1731985092773/Put/seqid=0 2024-11-19T02:58:14,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741884_1060 (size=12151) 2024-11-19T02:58:14,917 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/737a407e284e457e8cb3541d0d44e8c5 2024-11-19T02:58:14,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/12bcef9e0e4b47518d95f15a33ae4779 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/12bcef9e0e4b47518d95f15a33ae4779 2024-11-19T02:58:14,935 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/12bcef9e0e4b47518d95f15a33ae4779, entries=150, sequenceid=239, filesize=11.9 K 2024-11-19T02:58:14,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/ec1a122f9f8144ba9b6f17670b650c5e as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/ec1a122f9f8144ba9b6f17670b650c5e 2024-11-19T02:58:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:14,944 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/ec1a122f9f8144ba9b6f17670b650c5e, entries=150, sequenceid=239, filesize=11.9 K 2024-11-19T02:58:14,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:14,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/737a407e284e457e8cb3541d0d44e8c5 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/737a407e284e457e8cb3541d0d44e8c5 2024-11-19T02:58:14,954 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/737a407e284e457e8cb3541d0d44e8c5, entries=150, sequenceid=239, filesize=11.9 K 2024-11-19T02:58:14,955 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=20.13 KB/20610 for 2dfd75b08b25be99c8fa1f8924983d23 in 910ms, sequenceid=239, compaction requested=true 2024-11-19T02:58:14,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:14,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:14,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-19T02:58:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-19T02:58:14,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-19T02:58:14,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8420 sec 2024-11-19T02:58:14,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.8520 sec 2024-11-19T02:58:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:14,980 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:58:14,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2dfd75b08b25be99c8fa1f8924983d23 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T02:58:14,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/f99a322aa5ba4606bab422539f0b253c is 50, key is test_row_0/A:col10/1731985094977/Put/seqid=0 2024-11-19T02:58:15,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741885_1061 (size=14541) 2024-11-19T02:58:15,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/f99a322aa5ba4606bab422539f0b253c 2024-11-19T02:58:15,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/e26b64fdaaf14e7da479693d44cc82b8 is 50, key is test_row_0/B:col10/1731985094977/Put/seqid=0 2024-11-19T02:58:15,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741886_1062 (size=12151) 2024-11-19T02:58:15,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/e26b64fdaaf14e7da479693d44cc82b8 2024-11-19T02:58:15,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/00392cb7e61645a0b225ccd63d45ab6b is 50, key is test_row_0/C:col10/1731985094977/Put/seqid=0 2024-11-19T02:58:15,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741887_1063 (size=12151) 2024-11-19T02:58:15,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/00392cb7e61645a0b225ccd63d45ab6b 2024-11-19T02:58:15,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/f99a322aa5ba4606bab422539f0b253c as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/f99a322aa5ba4606bab422539f0b253c 2024-11-19T02:58:15,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/f99a322aa5ba4606bab422539f0b253c, entries=200, sequenceid=251, filesize=14.2 K 2024-11-19T02:58:15,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/e26b64fdaaf14e7da479693d44cc82b8 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/e26b64fdaaf14e7da479693d44cc82b8 2024-11-19T02:58:15,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985155082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:15,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:15,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985155082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:15,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:15,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985155089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:15,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:15,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985155089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:15,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:15,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/e26b64fdaaf14e7da479693d44cc82b8, entries=150, sequenceid=251, filesize=11.9 K 2024-11-19T02:58:15,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/00392cb7e61645a0b225ccd63d45ab6b as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/00392cb7e61645a0b225ccd63d45ab6b 2024-11-19T02:58:15,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985155093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:15,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:15,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/00392cb7e61645a0b225ccd63d45ab6b, entries=150, sequenceid=251, filesize=11.9 K 2024-11-19T02:58:15,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2dfd75b08b25be99c8fa1f8924983d23 in 132ms, sequenceid=251, compaction requested=true 2024-11-19T02:58:15,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:15,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:58:15,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:15,113 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:58:15,115 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:58:15,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:58:15,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:15,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:58:15,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:15,117 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56218 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:58:15,117 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:58:15,117 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/B is initiating minor compaction (all files) 2024-11-19T02:58:15,117 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/A is initiating minor compaction (all files) 2024-11-19T02:58:15,117 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/B in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:15,117 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/A in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:15,117 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/5c7861ab10274cb59de3fc86c32eeefd, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/258a59174afe4e9d8178aa7c79dafc43, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/12bcef9e0e4b47518d95f15a33ae4779, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/f99a322aa5ba4606bab422539f0b253c] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=54.9 K 2024-11-19T02:58:15,117 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/fc6b52dba0d34b20b0b0180bcdbbcd77, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/78ce80b9612241a4968520acb69f092c, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/ec1a122f9f8144ba9b6f17670b650c5e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/e26b64fdaaf14e7da479693d44cc82b8] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=47.9 K 2024-11-19T02:58:15,120 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c7861ab10274cb59de3fc86c32eeefd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731985091681 2024-11-19T02:58:15,120 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting fc6b52dba0d34b20b0b0180bcdbbcd77, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731985091681 2024-11-19T02:58:15,120 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 258a59174afe4e9d8178aa7c79dafc43, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731985092356 2024-11-19T02:58:15,122 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 78ce80b9612241a4968520acb69f092c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731985092356 2024-11-19T02:58:15,122 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12bcef9e0e4b47518d95f15a33ae4779, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731985092773 2024-11-19T02:58:15,122 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting ec1a122f9f8144ba9b6f17670b650c5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731985092773 2024-11-19T02:58:15,123 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting e26b64fdaaf14e7da479693d44cc82b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731985094965 2024-11-19T02:58:15,124 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting f99a322aa5ba4606bab422539f0b253c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731985094958 2024-11-19T02:58:15,141 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#B#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:15,142 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/9b7378df38d44d0b804370508725744b is 50, key is test_row_0/B:col10/1731985094977/Put/seqid=0 2024-11-19T02:58:15,149 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#A#compaction#52 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:15,150 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/f3354e705b6d4a96b409ff332fc67621 is 50, key is test_row_0/A:col10/1731985094977/Put/seqid=0 2024-11-19T02:58:15,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741889_1065 (size=12731) 2024-11-19T02:58:15,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741888_1064 (size=12731) 2024-11-19T02:58:15,187 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/f3354e705b6d4a96b409ff332fc67621 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/f3354e705b6d4a96b409ff332fc67621 2024-11-19T02:58:15,195 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/A of 2dfd75b08b25be99c8fa1f8924983d23 into f3354e705b6d4a96b409ff332fc67621(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:15,195 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:15,195 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/A, priority=12, startTime=1731985095113; duration=0sec 2024-11-19T02:58:15,195 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:15,195 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:A 2024-11-19T02:58:15,195 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:58:15,197 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:58:15,197 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/C is initiating minor compaction (all files) 2024-11-19T02:58:15,197 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/C in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:15,197 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/67a99788cbcd436f9beebe469a060449, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/8686e9288156442c990904faa0a251e6, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/737a407e284e457e8cb3541d0d44e8c5, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/00392cb7e61645a0b225ccd63d45ab6b] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=47.9 K 2024-11-19T02:58:15,198 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67a99788cbcd436f9beebe469a060449, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731985091681 2024-11-19T02:58:15,198 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8686e9288156442c990904faa0a251e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731985092356 2024-11-19T02:58:15,199 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 737a407e284e457e8cb3541d0d44e8c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731985092773 2024-11-19T02:58:15,199 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00392cb7e61645a0b225ccd63d45ab6b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731985094965 2024-11-19T02:58:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:15,202 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:58:15,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2dfd75b08b25be99c8fa1f8924983d23 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-19T02:58:15,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/7e1e78b041c14c0b94ae7d4773fc7a4c is 50, key is test_row_0/A:col10/1731985095201/Put/seqid=0 2024-11-19T02:58:15,222 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#C#compaction#54 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:15,223 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/cebaf97d622c4d9aaccd77b07e8efe99 is 50, key is test_row_0/C:col10/1731985094977/Put/seqid=0 2024-11-19T02:58:15,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:15,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985155219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:15,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985155221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:15,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:15,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741890_1066 (size=17181) 2024-11-19T02:58:15,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985155221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:15,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:15,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:15,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:15,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/7e1e78b041c14c0b94ae7d4773fc7a4c 2024-11-19T02:58:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985155226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:15,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:15,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985155226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:15,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:15,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:15,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741891_1067 (size=12731) 2024-11-19T02:58:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T02:58:15,260 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:58:15,260 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:58:15,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/208ad8f6e4df4ed9b87221c8ff339f36 is 50, key is test_row_0/B:col10/1731985095201/Put/seqid=0 2024-11-19T02:58:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-19T02:58:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-19T02:58:15,267 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:58:15,268 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:58:15,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:58:15,275 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/cebaf97d622c4d9aaccd77b07e8efe99 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/cebaf97d622c4d9aaccd77b07e8efe99 2024-11-19T02:58:15,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741892_1068 (size=12301) 2024-11-19T02:58:15,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/208ad8f6e4df4ed9b87221c8ff339f36 2024-11-19T02:58:15,284 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/C of 2dfd75b08b25be99c8fa1f8924983d23 into cebaf97d622c4d9aaccd77b07e8efe99(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:15,284 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:15,284 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/C, priority=12, startTime=1731985095116; duration=0sec 2024-11-19T02:58:15,284 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:15,284 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:C 2024-11-19T02:58:15,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/d0a4f079858c4bed81d49d8df10c1845 is 50, key is test_row_0/C:col10/1731985095201/Put/seqid=0 2024-11-19T02:58:15,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741893_1069 (size=12301) 2024-11-19T02:58:15,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985155339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:15,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:15,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985155339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:15,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:15,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985155340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:15,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:15,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:15,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:15,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985155340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:15,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:15,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:15,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985155340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:15,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-19T02:58:15,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-19T02:58:15,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:15,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:15,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:15,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:15,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:15,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985155549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:15,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985155549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:15,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:15,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985155549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:15,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:15,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:15,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:15,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985155550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985155550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:15,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:15,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:15,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-19T02:58:15,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:15,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:15,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:15,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:15,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-19T02:58:15,580 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/9b7378df38d44d0b804370508725744b as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/9b7378df38d44d0b804370508725744b 2024-11-19T02:58:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:15,590 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/B of 2dfd75b08b25be99c8fa1f8924983d23 into 9b7378df38d44d0b804370508725744b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:15,590 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:15,590 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/B, priority=12, startTime=1731985095115; duration=0sec 2024-11-19T02:58:15,591 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:15,591 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:B 2024-11-19T02:58:15,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/d0a4f079858c4bed81d49d8df10c1845 2024-11-19T02:58:15,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/7e1e78b041c14c0b94ae7d4773fc7a4c as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/7e1e78b041c14c0b94ae7d4773fc7a4c 2024-11-19T02:58:15,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/7e1e78b041c14c0b94ae7d4773fc7a4c, entries=250, sequenceid=278, filesize=16.8 K 2024-11-19T02:58:15,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/208ad8f6e4df4ed9b87221c8ff339f36 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/208ad8f6e4df4ed9b87221c8ff339f36 2024-11-19T02:58:15,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-19T02:58:15,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:15,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:15,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:15,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:15,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:15,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/208ad8f6e4df4ed9b87221c8ff339f36, entries=150, sequenceid=278, filesize=12.0 K 2024-11-19T02:58:15,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/d0a4f079858c4bed81d49d8df10c1845 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/d0a4f079858c4bed81d49d8df10c1845 2024-11-19T02:58:15,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/d0a4f079858c4bed81d49d8df10c1845, entries=150, sequenceid=278, filesize=12.0 K 2024-11-19T02:58:15,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 2dfd75b08b25be99c8fa1f8924983d23 in 554ms, sequenceid=278, compaction requested=false 2024-11-19T02:58:15,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:15,862 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:58:15,863 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2dfd75b08b25be99c8fa1f8924983d23 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T02:58:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:15,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/2c124213d869452e83872253222435c8 is 50, key is test_row_0/A:col10/1731985095221/Put/seqid=0 2024-11-19T02:58:15,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-19T02:58:15,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-19T02:58:15,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:15,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:15,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:15,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:15,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741894_1070 (size=12301) 2024-11-19T02:58:15,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/2c124213d869452e83872253222435c8 2024-11-19T02:58:15,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/08aa7866f0cb4fd294019f4eac3ca339 is 50, key is test_row_0/B:col10/1731985095221/Put/seqid=0 2024-11-19T02:58:15,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985155922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:15,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985155925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:15,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:15,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985155926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:15,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:15,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:15,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985155926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:15,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:15,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985155928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:15,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:15,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:15,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741895_1071 (size=12301) 2024-11-19T02:58:15,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/08aa7866f0cb4fd294019f4eac3ca339 2024-11-19T02:58:15,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/f56e52d3d6d24dc2a7c505f6480f1870 is 50, key is test_row_0/C:col10/1731985095221/Put/seqid=0 2024-11-19T02:58:15,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741896_1072 (size=12301) 2024-11-19T02:58:15,984 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/f56e52d3d6d24dc2a7c505f6480f1870 2024-11-19T02:58:15,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/2c124213d869452e83872253222435c8 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/2c124213d869452e83872253222435c8 2024-11-19T02:58:15,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/2c124213d869452e83872253222435c8, entries=150, sequenceid=293, filesize=12.0 K 2024-11-19T02:58:15,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/08aa7866f0cb4fd294019f4eac3ca339 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/08aa7866f0cb4fd294019f4eac3ca339 2024-11-19T02:58:16,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/08aa7866f0cb4fd294019f4eac3ca339, entries=150, sequenceid=293, filesize=12.0 K 2024-11-19T02:58:16,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/f56e52d3d6d24dc2a7c505f6480f1870 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/f56e52d3d6d24dc2a7c505f6480f1870 2024-11-19T02:58:16,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/f56e52d3d6d24dc2a7c505f6480f1870, entries=150, sequenceid=293, filesize=12.0 K 2024-11-19T02:58:16,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2dfd75b08b25be99c8fa1f8924983d23 in 153ms, sequenceid=293, compaction requested=true 2024-11-19T02:58:16,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:16,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:58:16,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:16,015 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:58:16,015 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:58:16,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:58:16,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:16,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:58:16,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:16,018 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:58:16,018 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/B is initiating minor compaction (all files) 2024-11-19T02:58:16,018 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/B in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:16,019 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/9b7378df38d44d0b804370508725744b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/208ad8f6e4df4ed9b87221c8ff339f36, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/08aa7866f0cb4fd294019f4eac3ca339] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=36.5 K 2024-11-19T02:58:16,019 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42213 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:58:16,019 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/A is initiating minor compaction (all files) 2024-11-19T02:58:16,019 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/A in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:16,019 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/f3354e705b6d4a96b409ff332fc67621, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/7e1e78b041c14c0b94ae7d4773fc7a4c, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/2c124213d869452e83872253222435c8] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=41.2 K 2024-11-19T02:58:16,020 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b7378df38d44d0b804370508725744b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731985094965 2024-11-19T02:58:16,021 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3354e705b6d4a96b409ff332fc67621, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731985094965 2024-11-19T02:58:16,021 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 208ad8f6e4df4ed9b87221c8ff339f36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731985095047 2024-11-19T02:58:16,021 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 08aa7866f0cb4fd294019f4eac3ca339, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731985095221 2024-11-19T02:58:16,021 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e1e78b041c14c0b94ae7d4773fc7a4c, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731985095047 2024-11-19T02:58:16,022 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c124213d869452e83872253222435c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731985095221 2024-11-19T02:58:16,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:16,044 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:58:16,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2dfd75b08b25be99c8fa1f8924983d23 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T02:58:16,044 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#A#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:16,045 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/7b1f9a87fb714610b9ba814fa17a44b2 is 50, key is test_row_0/A:col10/1731985095221/Put/seqid=0 2024-11-19T02:58:16,050 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#B#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:16,050 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/90f3ec2c808c45558b750ff828d2b987 is 50, key is test_row_0/B:col10/1731985095221/Put/seqid=0 2024-11-19T02:58:16,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741897_1073 (size=12983) 2024-11-19T02:58:16,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-19T02:58:16,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:16,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:16,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:16,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:16,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:16,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/8b121863333f4a9eaf33578e5bbf2ea6 is 50, key is test_row_0/A:col10/1731985096044/Put/seqid=0 2024-11-19T02:58:16,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985156059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:16,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:16,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985156059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:16,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:16,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985156059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:16,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:16,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:16,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985156065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:16,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:16,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:16,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985156066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:16,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,072 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,072 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:16,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741898_1074 (size=12983) 2024-11-19T02:58:16,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741899_1075 (size=12301) 2024-11-19T02:58:16,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/8b121863333f4a9eaf33578e5bbf2ea6 2024-11-19T02:58:16,099 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/90f3ec2c808c45558b750ff828d2b987 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/90f3ec2c808c45558b750ff828d2b987 2024-11-19T02:58:16,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/1c657dd718854c6c95d4e8fee363dffc is 50, key is test_row_0/B:col10/1731985096044/Put/seqid=0 2024-11-19T02:58:16,111 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/B of 2dfd75b08b25be99c8fa1f8924983d23 into 90f3ec2c808c45558b750ff828d2b987(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:16,111 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:16,111 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/B, priority=13, startTime=1731985096015; duration=0sec 2024-11-19T02:58:16,111 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:16,111 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:B 2024-11-19T02:58:16,111 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:58:16,112 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:58:16,112 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/C is initiating minor compaction (all files) 2024-11-19T02:58:16,112 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/C in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:16,112 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/cebaf97d622c4d9aaccd77b07e8efe99, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/d0a4f079858c4bed81d49d8df10c1845, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/f56e52d3d6d24dc2a7c505f6480f1870] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=36.5 K 2024-11-19T02:58:16,113 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting cebaf97d622c4d9aaccd77b07e8efe99, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731985094965 2024-11-19T02:58:16,113 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting d0a4f079858c4bed81d49d8df10c1845, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731985095047 2024-11-19T02:58:16,114 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting f56e52d3d6d24dc2a7c505f6480f1870, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731985095221 2024-11-19T02:58:16,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741900_1076 (size=12301) 2024-11-19T02:58:16,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/1c657dd718854c6c95d4e8fee363dffc 2024-11-19T02:58:16,130 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#C#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:16,131 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/334c11dd89604017a8066b3693d8e9b3 is 50, key is test_row_0/C:col10/1731985095221/Put/seqid=0 2024-11-19T02:58:16,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741901_1077 (size=12983) 2024-11-19T02:58:16,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/afa67bee907c4d16aec9e80f9c8db77e is 50, key is test_row_0/C:col10/1731985096044/Put/seqid=0 2024-11-19T02:58:16,151 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/334c11dd89604017a8066b3693d8e9b3 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/334c11dd89604017a8066b3693d8e9b3 2024-11-19T02:58:16,159 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/C of 2dfd75b08b25be99c8fa1f8924983d23 into 334c11dd89604017a8066b3693d8e9b3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:16,159 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:16,159 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/C, priority=13, startTime=1731985096016; duration=0sec 2024-11-19T02:58:16,159 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:16,160 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:C 2024-11-19T02:58:16,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741902_1078 (size=12301) 2024-11-19T02:58:16,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/afa67bee907c4d16aec9e80f9c8db77e 2024-11-19T02:58:16,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:16,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985156170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:16,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:16,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/8b121863333f4a9eaf33578e5bbf2ea6 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/8b121863333f4a9eaf33578e5bbf2ea6 2024-11-19T02:58:16,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:16,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985156171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:16,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:16,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:16,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985156179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:16,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:16,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:16,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985156180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:16,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985156180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:16,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:16,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:16,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:16,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/8b121863333f4a9eaf33578e5bbf2ea6, entries=150, sequenceid=319, filesize=12.0 K 2024-11-19T02:58:16,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/1c657dd718854c6c95d4e8fee363dffc as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/1c657dd718854c6c95d4e8fee363dffc 2024-11-19T02:58:16,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/1c657dd718854c6c95d4e8fee363dffc, entries=150, sequenceid=319, filesize=12.0 K 2024-11-19T02:58:16,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/afa67bee907c4d16aec9e80f9c8db77e as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/afa67bee907c4d16aec9e80f9c8db77e 2024-11-19T02:58:16,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/afa67bee907c4d16aec9e80f9c8db77e, entries=150, sequenceid=319, filesize=12.0 K 2024-11-19T02:58:16,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 2dfd75b08b25be99c8fa1f8924983d23 in 161ms, sequenceid=319, compaction requested=false 2024-11-19T02:58:16,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:16,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-19T02:58:16,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:16,212 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 2dfd75b08b25be99c8fa1f8924983d23 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-19T02:58:16,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/95aeabc855b64994bca54a24f915d845 is 50, key is test_row_0/A:col10/1731985096057/Put/seqid=0 2024-11-19T02:58:16,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741903_1079 (size=12301) 2024-11-19T02:58:16,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-19T02:58:16,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985156418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:16,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:16,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985156420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:16,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:16,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985156422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:16,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985156422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:16,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:16,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985156425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:16,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:16,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:16,465 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/7b1f9a87fb714610b9ba814fa17a44b2 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/7b1f9a87fb714610b9ba814fa17a44b2 2024-11-19T02:58:16,483 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/A of 2dfd75b08b25be99c8fa1f8924983d23 into 7b1f9a87fb714610b9ba814fa17a44b2(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:16,483 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:16,483 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/A, priority=13, startTime=1731985096015; duration=0sec 2024-11-19T02:58:16,483 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:16,484 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:A 2024-11-19T02:58:16,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985156529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:16,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:16,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985156529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:16,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:16,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985156539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:16,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:16,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985156540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:16,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:16,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985156540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:16,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:16,644 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/95aeabc855b64994bca54a24f915d845 2024-11-19T02:58:16,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/3f41ed92be684020a74ff450bd349336 is 50, key is test_row_0/B:col10/1731985096057/Put/seqid=0 2024-11-19T02:58:16,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741904_1080 (size=12301) 2024-11-19T02:58:16,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:16,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985156739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:16,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:16,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985156739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:16,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:16,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:16,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:16,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985156749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:16,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985156749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:16,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:16,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985156749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:16,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:16,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:17,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985157049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:17,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:17,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985157049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:17,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:17,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:17,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985157059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:17,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985157059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985157059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:17,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:17,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:17,076 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/3f41ed92be684020a74ff450bd349336 2024-11-19T02:58:17,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/f921857af21c4ed2a780cc5179bfa9c6 is 50, key is test_row_0/C:col10/1731985096057/Put/seqid=0 2024-11-19T02:58:17,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741905_1081 (size=12301) 2024-11-19T02:58:17,095 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/f921857af21c4ed2a780cc5179bfa9c6 2024-11-19T02:58:17,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/95aeabc855b64994bca54a24f915d845 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/95aeabc855b64994bca54a24f915d845 2024-11-19T02:58:17,107 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/95aeabc855b64994bca54a24f915d845, entries=150, sequenceid=331, filesize=12.0 K 2024-11-19T02:58:17,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/3f41ed92be684020a74ff450bd349336 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/3f41ed92be684020a74ff450bd349336 2024-11-19T02:58:17,116 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/3f41ed92be684020a74ff450bd349336, entries=150, sequenceid=331, filesize=12.0 K 2024-11-19T02:58:17,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/f921857af21c4ed2a780cc5179bfa9c6 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/f921857af21c4ed2a780cc5179bfa9c6 2024-11-19T02:58:17,125 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/f921857af21c4ed2a780cc5179bfa9c6, entries=150, sequenceid=331, filesize=12.0 K 2024-11-19T02:58:17,127 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 2dfd75b08b25be99c8fa1f8924983d23 in 914ms, sequenceid=331, compaction requested=true 2024-11-19T02:58:17,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:17,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:17,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-19T02:58:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-19T02:58:17,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-19T02:58:17,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8620 sec 2024-11-19T02:58:17,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.8750 sec 2024-11-19T02:58:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-19T02:58:17,409 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:58:17,410 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:58:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-19T02:58:17,413 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:58:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-19T02:58:17,414 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:58:17,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:58:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-19T02:58:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:17,561 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:58:17,562 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2dfd75b08b25be99c8fa1f8924983d23 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-19T02:58:17,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-19T02:58:17,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:17,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:17,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:17,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:17,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:17,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/1d26e2cceefd48f3b6800082fc6c1786 is 50, key is test_row_0/A:col10/1731985097560/Put/seqid=0 2024-11-19T02:58:17,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985157574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:17,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985157574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:17,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:17,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:17,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985157575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:17,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:17,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:17,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985157576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:17,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985157579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:17,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:17,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:17,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741906_1082 (size=17181) 2024-11-19T02:58:17,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/1d26e2cceefd48f3b6800082fc6c1786 2024-11-19T02:58:17,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/c87269f594124df2bcd3d001608707da is 50, key is test_row_0/B:col10/1731985097560/Put/seqid=0 2024-11-19T02:58:17,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741907_1083 (size=12301) 2024-11-19T02:58:17,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:17,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985157679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985157679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:17,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:17,684 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,684 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985157679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:17,684 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:17,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:17,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:17,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985157688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:17,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:17,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-19T02:58:17,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:17,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:17,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:17,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:17,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-19T02:58:17,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-19T02:58:17,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:17,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:17,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:17,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:17,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:17,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985157890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:17,891 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:17,891 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,891 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985157890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:17,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985157890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:17,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:17,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:17,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985157899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:17,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:17,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:18,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/c87269f594124df2bcd3d001608707da 2024-11-19T02:58:18,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/3194a8f163fc47ba8350c9b8cbf21aad is 50, key is test_row_0/C:col10/1731985097560/Put/seqid=0 2024-11-19T02:58:18,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-19T02:58:18,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:18,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:18,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:18,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:18,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741908_1084 (size=12301) 2024-11-19T02:58:18,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-19T02:58:18,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/3194a8f163fc47ba8350c9b8cbf21aad 2024-11-19T02:58:18,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/1d26e2cceefd48f3b6800082fc6c1786 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/1d26e2cceefd48f3b6800082fc6c1786 2024-11-19T02:58:18,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/1d26e2cceefd48f3b6800082fc6c1786, entries=250, sequenceid=360, filesize=16.8 K 2024-11-19T02:58:18,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/c87269f594124df2bcd3d001608707da as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/c87269f594124df2bcd3d001608707da 2024-11-19T02:58:18,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/c87269f594124df2bcd3d001608707da, entries=150, sequenceid=360, filesize=12.0 K 2024-11-19T02:58:18,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/3194a8f163fc47ba8350c9b8cbf21aad as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/3194a8f163fc47ba8350c9b8cbf21aad 2024-11-19T02:58:18,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/3194a8f163fc47ba8350c9b8cbf21aad, entries=150, sequenceid=360, filesize=12.0 K 2024-11-19T02:58:18,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 2dfd75b08b25be99c8fa1f8924983d23 in 516ms, sequenceid=360, compaction requested=true 2024-11-19T02:58:18,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:18,078 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:58:18,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:58:18,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:18,079 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:58:18,079 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54766 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:58:18,080 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/A is initiating minor compaction (all files) 2024-11-19T02:58:18,080 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/A in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:18,080 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/7b1f9a87fb714610b9ba814fa17a44b2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/8b121863333f4a9eaf33578e5bbf2ea6, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/95aeabc855b64994bca54a24f915d845, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/1d26e2cceefd48f3b6800082fc6c1786] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=53.5 K 2024-11-19T02:58:18,081 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b1f9a87fb714610b9ba814fa17a44b2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731985095221 2024-11-19T02:58:18,081 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b121863333f4a9eaf33578e5bbf2ea6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731985095918 2024-11-19T02:58:18,082 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95aeabc855b64994bca54a24f915d845, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731985096048 2024-11-19T02:58:18,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:58:18,082 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:58:18,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:18,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:58:18,082 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/B is initiating minor compaction (all files) 2024-11-19T02:58:18,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:18,082 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/B in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:18,082 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/90f3ec2c808c45558b750ff828d2b987, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/1c657dd718854c6c95d4e8fee363dffc, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/3f41ed92be684020a74ff450bd349336, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/c87269f594124df2bcd3d001608707da] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=48.7 K 2024-11-19T02:58:18,083 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d26e2cceefd48f3b6800082fc6c1786, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731985096419 2024-11-19T02:58:18,083 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 90f3ec2c808c45558b750ff828d2b987, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731985095221 2024-11-19T02:58:18,083 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c657dd718854c6c95d4e8fee363dffc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731985095918 2024-11-19T02:58:18,084 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f41ed92be684020a74ff450bd349336, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731985096048 2024-11-19T02:58:18,085 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting c87269f594124df2bcd3d001608707da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731985096419 2024-11-19T02:58:18,101 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#B#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:18,102 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/73af5371cf0f448c9e43ca144379b15a is 50, key is test_row_0/B:col10/1731985097560/Put/seqid=0 2024-11-19T02:58:18,110 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#A#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:18,110 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/f9e15cedbdeb43bf9024e9bcdb7f8a0b is 50, key is test_row_0/A:col10/1731985097560/Put/seqid=0 2024-11-19T02:58:18,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741909_1085 (size=13119) 2024-11-19T02:58:18,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741910_1086 (size=13119) 2024-11-19T02:58:18,129 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/73af5371cf0f448c9e43ca144379b15a as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/73af5371cf0f448c9e43ca144379b15a 2024-11-19T02:58:18,140 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/B of 2dfd75b08b25be99c8fa1f8924983d23 into 73af5371cf0f448c9e43ca144379b15a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:18,140 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:18,141 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/B, priority=12, startTime=1731985098079; duration=0sec 2024-11-19T02:58:18,141 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:18,141 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:B 2024-11-19T02:58:18,141 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:58:18,141 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/f9e15cedbdeb43bf9024e9bcdb7f8a0b as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/f9e15cedbdeb43bf9024e9bcdb7f8a0b 2024-11-19T02:58:18,145 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:58:18,145 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/C is initiating minor compaction (all files) 2024-11-19T02:58:18,148 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/C in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:18,148 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/334c11dd89604017a8066b3693d8e9b3, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/afa67bee907c4d16aec9e80f9c8db77e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/f921857af21c4ed2a780cc5179bfa9c6, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/3194a8f163fc47ba8350c9b8cbf21aad] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=48.7 K 2024-11-19T02:58:18,149 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 334c11dd89604017a8066b3693d8e9b3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731985095221 2024-11-19T02:58:18,149 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting afa67bee907c4d16aec9e80f9c8db77e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731985095918 2024-11-19T02:58:18,150 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting f921857af21c4ed2a780cc5179bfa9c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731985096048 2024-11-19T02:58:18,151 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 3194a8f163fc47ba8350c9b8cbf21aad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731985096419 2024-11-19T02:58:18,156 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/A of 2dfd75b08b25be99c8fa1f8924983d23 into f9e15cedbdeb43bf9024e9bcdb7f8a0b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:18,157 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:18,157 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/A, priority=12, startTime=1731985098078; duration=0sec 2024-11-19T02:58:18,158 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:18,158 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:A 2024-11-19T02:58:18,168 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#C#compaction#74 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:18,171 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/538cccd01a7e497e8f626c45980bd395 is 50, key is test_row_0/C:col10/1731985097560/Put/seqid=0 2024-11-19T02:58:18,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741911_1087 (size=13119) 2024-11-19T02:58:18,188 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/538cccd01a7e497e8f626c45980bd395 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/538cccd01a7e497e8f626c45980bd395 2024-11-19T02:58:18,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-19T02:58:18,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:18,192 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 2dfd75b08b25be99c8fa1f8924983d23 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-19T02:58:18,205 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/C of 2dfd75b08b25be99c8fa1f8924983d23 into 538cccd01a7e497e8f626c45980bd395(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:18,205 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:18,205 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/C, priority=12, startTime=1731985098082; duration=0sec 2024-11-19T02:58:18,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:18,205 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:18,206 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:C 2024-11-19T02:58:18,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/2b77b9306dbb4b2c9e07cc46a90b78e5 is 50, key is test_row_0/A:col10/1731985097573/Put/seqid=0 2024-11-19T02:58:18,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741912_1088 (size=12301) 2024-11-19T02:58:18,222 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/2b77b9306dbb4b2c9e07cc46a90b78e5 2024-11-19T02:58:18,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/c9f76215f9c84a609392b31a99d0909d is 50, key is test_row_0/B:col10/1731985097573/Put/seqid=0 2024-11-19T02:58:18,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741913_1089 (size=12301) 2024-11-19T02:58:18,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985158256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:18,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:18,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985158258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:18,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:18,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985158258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:18,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:18,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985158263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:18,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:18,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985158369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:18,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:18,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985158369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:18,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:18,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985158370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:18,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:18,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:18,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985158370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:18,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:18,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-19T02:58:18,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985158579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:18,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:18,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985158579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985158579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:18,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985158579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:18,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:18,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:18,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:18,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985158599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:18,603 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_1' in 2dfd75b08b25be99c8fa1f8924983d23 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T02:58:18,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:18,654 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/c9f76215f9c84a609392b31a99d0909d 2024-11-19T02:58:18,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/07815fb8a4394beba90f7fc2b186126b is 50, key is test_row_0/C:col10/1731985097573/Put/seqid=0 2024-11-19T02:58:18,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741914_1090 (size=12301) 2024-11-19T02:58:18,670 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/07815fb8a4394beba90f7fc2b186126b 2024-11-19T02:58:18,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/2b77b9306dbb4b2c9e07cc46a90b78e5 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/2b77b9306dbb4b2c9e07cc46a90b78e5 2024-11-19T02:58:18,683 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/2b77b9306dbb4b2c9e07cc46a90b78e5, entries=150, sequenceid=371, filesize=12.0 K 2024-11-19T02:58:18,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/c9f76215f9c84a609392b31a99d0909d as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/c9f76215f9c84a609392b31a99d0909d 2024-11-19T02:58:18,691 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/c9f76215f9c84a609392b31a99d0909d, entries=150, sequenceid=371, filesize=12.0 K 2024-11-19T02:58:18,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/07815fb8a4394beba90f7fc2b186126b as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/07815fb8a4394beba90f7fc2b186126b 2024-11-19T02:58:18,699 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/07815fb8a4394beba90f7fc2b186126b, entries=150, sequenceid=371, filesize=12.0 K 2024-11-19T02:58:18,700 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 2dfd75b08b25be99c8fa1f8924983d23 in 508ms, sequenceid=371, compaction requested=false 2024-11-19T02:58:18,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:18,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:18,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-19T02:58:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-19T02:58:18,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-19T02:58:18,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2880 sec 2024-11-19T02:58:18,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.2950 sec 2024-11-19T02:58:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:18,893 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:58:18,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2dfd75b08b25be99c8fa1f8924983d23 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-19T02:58:18,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985158896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:18,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:18,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985158899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:18,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/a0a87ebc95f048d18fa357087707e5c4 is 50, key is test_row_0/A:col10/1731985098893/Put/seqid=0 2024-11-19T02:58:18,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:18,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985158900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:18,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:18,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985158900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:18,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:18,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:18,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741915_1091 (size=17181) 2024-11-19T02:58:18,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/a0a87ebc95f048d18fa357087707e5c4 2024-11-19T02:58:18,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/4e273d325404491184a813a47ea283c6 is 50, key is test_row_0/B:col10/1731985098893/Put/seqid=0 2024-11-19T02:58:18,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741916_1092 (size=12301) 2024-11-19T02:58:18,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/4e273d325404491184a813a47ea283c6 2024-11-19T02:58:18,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/741ca191dda44c8da2efb12747a93f18 is 50, key is test_row_0/C:col10/1731985098893/Put/seqid=0 2024-11-19T02:58:18,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741917_1093 (size=12301) 2024-11-19T02:58:19,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985159009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:19,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985159009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:19,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:19,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985159009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:19,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:19,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985159009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:19,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:19,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:19,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985159219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:19,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:19,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985159219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:19,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:19,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985159219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:19,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:19,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985159219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:19,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:19,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:19,344 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/741ca191dda44c8da2efb12747a93f18 2024-11-19T02:58:19,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/a0a87ebc95f048d18fa357087707e5c4 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/a0a87ebc95f048d18fa357087707e5c4 2024-11-19T02:58:19,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/a0a87ebc95f048d18fa357087707e5c4, entries=250, sequenceid=403, filesize=16.8 K 2024-11-19T02:58:19,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/4e273d325404491184a813a47ea283c6 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/4e273d325404491184a813a47ea283c6 2024-11-19T02:58:19,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/4e273d325404491184a813a47ea283c6, entries=150, sequenceid=403, filesize=12.0 K 2024-11-19T02:58:19,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/741ca191dda44c8da2efb12747a93f18 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/741ca191dda44c8da2efb12747a93f18 2024-11-19T02:58:19,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/741ca191dda44c8da2efb12747a93f18, entries=150, sequenceid=403, filesize=12.0 K 2024-11-19T02:58:19,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=20.13 KB/20610 for 2dfd75b08b25be99c8fa1f8924983d23 in 481ms, sequenceid=403, compaction requested=true 2024-11-19T02:58:19,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:19,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:58:19,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:19,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:58:19,374 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:58:19,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:19,374 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:58:19,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:58:19,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:19,376 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:58:19,376 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42601 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:58:19,376 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/B is initiating minor compaction (all files) 2024-11-19T02:58:19,376 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/A is initiating minor compaction (all files) 2024-11-19T02:58:19,376 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/B in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:19,376 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/A in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:19,376 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/73af5371cf0f448c9e43ca144379b15a, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/c9f76215f9c84a609392b31a99d0909d, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/4e273d325404491184a813a47ea283c6] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=36.8 K 2024-11-19T02:58:19,376 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/f9e15cedbdeb43bf9024e9bcdb7f8a0b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/2b77b9306dbb4b2c9e07cc46a90b78e5, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/a0a87ebc95f048d18fa357087707e5c4] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=41.6 K 2024-11-19T02:58:19,376 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 73af5371cf0f448c9e43ca144379b15a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731985096419 2024-11-19T02:58:19,376 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9e15cedbdeb43bf9024e9bcdb7f8a0b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731985096419 2024-11-19T02:58:19,377 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b77b9306dbb4b2c9e07cc46a90b78e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731985097571 2024-11-19T02:58:19,377 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting c9f76215f9c84a609392b31a99d0909d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731985097571 2024-11-19T02:58:19,377 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e273d325404491184a813a47ea283c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1731985098244 2024-11-19T02:58:19,377 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0a87ebc95f048d18fa357087707e5c4, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1731985098244 2024-11-19T02:58:19,388 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#A#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:19,389 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/2cec55d3a20e4e8f9514250db0773743 is 50, key is test_row_0/A:col10/1731985098893/Put/seqid=0 2024-11-19T02:58:19,391 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#B#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:19,391 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/dee00ac3493f48e79c8d4783cc3f8666 is 50, key is test_row_0/B:col10/1731985098893/Put/seqid=0 2024-11-19T02:58:19,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741918_1094 (size=13221) 2024-11-19T02:58:19,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741919_1095 (size=13221) 2024-11-19T02:58:19,409 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/dee00ac3493f48e79c8d4783cc3f8666 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/dee00ac3493f48e79c8d4783cc3f8666 2024-11-19T02:58:19,415 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/B of 2dfd75b08b25be99c8fa1f8924983d23 into dee00ac3493f48e79c8d4783cc3f8666(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:19,415 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:19,415 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/B, priority=13, startTime=1731985099374; duration=0sec 2024-11-19T02:58:19,415 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:19,415 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:B 2024-11-19T02:58:19,415 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:58:19,417 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:58:19,417 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/C is initiating minor compaction (all files) 2024-11-19T02:58:19,417 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/C in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:19,417 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/538cccd01a7e497e8f626c45980bd395, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/07815fb8a4394beba90f7fc2b186126b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/741ca191dda44c8da2efb12747a93f18] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=36.8 K 2024-11-19T02:58:19,417 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 538cccd01a7e497e8f626c45980bd395, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731985096419 2024-11-19T02:58:19,418 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 07815fb8a4394beba90f7fc2b186126b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731985097571 2024-11-19T02:58:19,418 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 741ca191dda44c8da2efb12747a93f18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1731985098244 2024-11-19T02:58:19,431 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#C#compaction#83 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:19,431 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/01137dde47064fce91b5a184f5bc716e is 50, key is test_row_0/C:col10/1731985098893/Put/seqid=0 2024-11-19T02:58:19,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741920_1096 (size=13221) 2024-11-19T02:58:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:19,536 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:58:19,536 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2dfd75b08b25be99c8fa1f8924983d23 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T02:58:19,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/a5cc1294587e460d92a7bb481ebe431f is 50, key is test_row_0/A:col10/1731985099535/Put/seqid=0 2024-11-19T02:58:19,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741921_1097 (size=17181) 2024-11-19T02:58:19,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-19T02:58:19,560 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:58:19,560 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:58:19,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-19T02:58:19,562 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:58:19,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-19T02:58:19,563 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:58:19,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:58:19,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985159565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:19,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:19,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985159570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:19,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:19,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985159571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:19,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985159573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:19,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:19,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-19T02:58:19,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985159679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:19,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:19,683 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,683 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,683 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985159679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:19,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:19,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985159679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:19,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:19,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985159679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:19,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:19,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:19,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-19T02:58:19,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:19,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:19,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:19,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:19,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:19,806 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/2cec55d3a20e4e8f9514250db0773743 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/2cec55d3a20e4e8f9514250db0773743 2024-11-19T02:58:19,815 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/A of 2dfd75b08b25be99c8fa1f8924983d23 into 2cec55d3a20e4e8f9514250db0773743(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:19,815 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:19,815 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/A, priority=13, startTime=1731985099374; duration=0sec 2024-11-19T02:58:19,815 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:19,815 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:A 2024-11-19T02:58:19,858 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/01137dde47064fce91b5a184f5bc716e as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/01137dde47064fce91b5a184f5bc716e 2024-11-19T02:58:19,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-19T02:58:19,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:19,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:19,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:19,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:19,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:19,876 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/C of 2dfd75b08b25be99c8fa1f8924983d23 into 01137dde47064fce91b5a184f5bc716e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:19,876 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:19,876 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/C, priority=13, startTime=1731985099374; duration=0sec 2024-11-19T02:58:19,876 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:19,877 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:C 2024-11-19T02:58:19,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-19T02:58:19,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:19,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985159889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:19,892 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,892 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,892 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:19,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985159889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:19,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985159889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:19,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:19,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985159889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:19,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:19,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:19,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:19,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:19,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/a5cc1294587e460d92a7bb481ebe431f 2024-11-19T02:58:19,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/ee1f60aa705c4d43870dffebda3cf9f2 is 50, key is test_row_0/B:col10/1731985099535/Put/seqid=0 2024-11-19T02:58:19,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741922_1098 (size=12301) 2024-11-19T02:58:20,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-19T02:58:20,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:20,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:20,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:20,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:20,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:20,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:20,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-19T02:58:20,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:20,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:20,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:20,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:20,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:20,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:20,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-19T02:58:20,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:20,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985160199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:20,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:20,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:20,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:20,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985160209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:20,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:20,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:20,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:20,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:20,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985160209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:20,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:20,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:20,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:20,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:20,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985160209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:20,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:20,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:20,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:20,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-19T02:58:20,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:20,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:20,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:20,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:20,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:20,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:20,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/ee1f60aa705c4d43870dffebda3cf9f2 2024-11-19T02:58:20,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/b9be429ad96a4041bbc9b1ce9fc511a1 is 50, key is test_row_0/C:col10/1731985099535/Put/seqid=0 2024-11-19T02:58:20,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741923_1099 (size=12301) 2024-11-19T02:58:20,384 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/b9be429ad96a4041bbc9b1ce9fc511a1 2024-11-19T02:58:20,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/a5cc1294587e460d92a7bb481ebe431f as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/a5cc1294587e460d92a7bb481ebe431f 2024-11-19T02:58:20,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/a5cc1294587e460d92a7bb481ebe431f, entries=250, sequenceid=415, filesize=16.8 K 2024-11-19T02:58:20,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/ee1f60aa705c4d43870dffebda3cf9f2 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/ee1f60aa705c4d43870dffebda3cf9f2 2024-11-19T02:58:20,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/ee1f60aa705c4d43870dffebda3cf9f2, entries=150, sequenceid=415, filesize=12.0 K 2024-11-19T02:58:20,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/b9be429ad96a4041bbc9b1ce9fc511a1 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/b9be429ad96a4041bbc9b1ce9fc511a1 2024-11-19T02:58:20,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/b9be429ad96a4041bbc9b1ce9fc511a1, entries=150, sequenceid=415, filesize=12.0 K 2024-11-19T02:58:20,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2dfd75b08b25be99c8fa1f8924983d23 in 884ms, sequenceid=415, compaction requested=false 2024-11-19T02:58:20,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:20,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-19T02:58:20,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:20,488 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 2dfd75b08b25be99c8fa1f8924983d23 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T02:58:20,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/9b9d530de8634cc19cd0413925b5aa42 is 50, key is test_row_0/A:col10/1731985099571/Put/seqid=0 2024-11-19T02:58:20,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741924_1100 (size=12301) 2024-11-19T02:58:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:20,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:20,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985160661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:20,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:20,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:20,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-19T02:58:20,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985160709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:20,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:20,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:20,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:20,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:20,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985160718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985160719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:20,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985160719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:20,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985160769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:20,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:20,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:20,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:20,899 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/9b9d530de8634cc19cd0413925b5aa42 2024-11-19T02:58:20,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/e354f2b1209a4536b688d00aa26e915c is 50, key is test_row_0/B:col10/1731985099571/Put/seqid=0 2024-11-19T02:58:20,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741925_1101 (size=12301) 2024-11-19T02:58:20,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985160979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:20,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:20,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:20,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:21,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985161289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:21,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:21,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:21,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:21,316 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/e354f2b1209a4536b688d00aa26e915c 2024-11-19T02:58:21,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/ce9ac4172f9c44a78fce9c5805a8dc13 is 50, key is test_row_0/C:col10/1731985099571/Put/seqid=0 2024-11-19T02:58:21,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741926_1102 (size=12301) 2024-11-19T02:58:21,331 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/ce9ac4172f9c44a78fce9c5805a8dc13 2024-11-19T02:58:21,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/9b9d530de8634cc19cd0413925b5aa42 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/9b9d530de8634cc19cd0413925b5aa42 2024-11-19T02:58:21,344 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/9b9d530de8634cc19cd0413925b5aa42, entries=150, sequenceid=442, filesize=12.0 K 2024-11-19T02:58:21,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/e354f2b1209a4536b688d00aa26e915c as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/e354f2b1209a4536b688d00aa26e915c 2024-11-19T02:58:21,350 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/e354f2b1209a4536b688d00aa26e915c, entries=150, sequenceid=442, filesize=12.0 K 2024-11-19T02:58:21,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/ce9ac4172f9c44a78fce9c5805a8dc13 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/ce9ac4172f9c44a78fce9c5805a8dc13 2024-11-19T02:58:21,358 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/ce9ac4172f9c44a78fce9c5805a8dc13, entries=150, sequenceid=442, filesize=12.0 K 2024-11-19T02:58:21,360 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 2dfd75b08b25be99c8fa1f8924983d23 in 872ms, sequenceid=442, compaction requested=true 2024-11-19T02:58:21,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:21,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:21,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-19T02:58:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-19T02:58:21,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-19T02:58:21,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7990 sec 2024-11-19T02:58:21,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.8060 sec 2024-11-19T02:58:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-19T02:58:21,720 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:58:21,720 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:58:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-19T02:58:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-19T02:58:21,723 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:58:21,725 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:58:21,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:58:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:21,736 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:58:21,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2dfd75b08b25be99c8fa1f8924983d23 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T02:58:21,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/2089995784884f20899698517d53406b is 50, key is test_row_0/A:col10/1731985101736/Put/seqid=0 2024-11-19T02:58:21,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985161766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:21,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:21,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985161768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:21,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:21,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:21,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:21,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:21,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:21,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985161772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:21,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:21,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:21,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:21,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985161773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:21,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:21,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:21,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:21,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741927_1103 (size=14741) 2024-11-19T02:58:21,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985161799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:21,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:21,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:21,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-19T02:58:21,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-19T02:58:21,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:21,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:21,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:21,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:21,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:21,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985161879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:21,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:21,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:21,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:21,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985161879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:21,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:21,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:21,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985161879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:21,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:21,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:21,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:21,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:21,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985161888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:21,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:21,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:21,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:22,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-19T02:58:22,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:22,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:22,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:22,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:22,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-19T02:58:22,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985162089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:22,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:22,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985162089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:22,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:22,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:22,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:22,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:22,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:22,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985162089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:22,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:22,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:22,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:22,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985162099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:22,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:22,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:22,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:22,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/2089995784884f20899698517d53406b 2024-11-19T02:58:22,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-19T02:58:22,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:22,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:22,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:22,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:22,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:22,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/558f72e33ba6456c9f2616407ece4d47 is 50, key is test_row_0/B:col10/1731985101736/Put/seqid=0 2024-11-19T02:58:22,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741928_1104 (size=12301) 2024-11-19T02:58:22,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/558f72e33ba6456c9f2616407ece4d47 2024-11-19T02:58:22,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/a88eb3f7624346aab369f88bd62c6139 is 50, key is test_row_0/C:col10/1731985101736/Put/seqid=0 2024-11-19T02:58:22,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741929_1105 (size=12301) 2024-11-19T02:58:22,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-19T02:58:22,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:22,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:22,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:22,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:22,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-19T02:58:22,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985162399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:22,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985162399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:22,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:22,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:22,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:22,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985162399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:22,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:22,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:22,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:22,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:22,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:22,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:22,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985162409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:22,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:22,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:22,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:22,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-19T02:58:22,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:22,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:22,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:22,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:22,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:22,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/a88eb3f7624346aab369f88bd62c6139 2024-11-19T02:58:22,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/2089995784884f20899698517d53406b as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/2089995784884f20899698517d53406b 2024-11-19T02:58:22,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-19T02:58:22,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:22,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:22,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:22,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:22,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:22,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/2089995784884f20899698517d53406b, entries=200, sequenceid=455, filesize=14.4 K 2024-11-19T02:58:22,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/558f72e33ba6456c9f2616407ece4d47 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/558f72e33ba6456c9f2616407ece4d47 2024-11-19T02:58:22,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/558f72e33ba6456c9f2616407ece4d47, entries=150, sequenceid=455, filesize=12.0 K 2024-11-19T02:58:22,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/a88eb3f7624346aab369f88bd62c6139 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/a88eb3f7624346aab369f88bd62c6139 2024-11-19T02:58:22,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/a88eb3f7624346aab369f88bd62c6139, entries=150, sequenceid=455, filesize=12.0 K 2024-11-19T02:58:22,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2dfd75b08b25be99c8fa1f8924983d23 in 937ms, sequenceid=455, compaction requested=true 2024-11-19T02:58:22,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:22,674 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:58:22,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:58:22,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:22,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:58:22,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:22,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:58:22,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:22,674 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:58:22,675 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:58:22,675 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57444 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:58:22,675 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/B is initiating minor compaction (all files) 2024-11-19T02:58:22,676 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/A is initiating minor compaction (all files) 2024-11-19T02:58:22,676 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/A in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:22,676 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/B in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:22,676 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/2cec55d3a20e4e8f9514250db0773743, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/a5cc1294587e460d92a7bb481ebe431f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/9b9d530de8634cc19cd0413925b5aa42, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/2089995784884f20899698517d53406b] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=56.1 K 2024-11-19T02:58:22,676 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/dee00ac3493f48e79c8d4783cc3f8666, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/ee1f60aa705c4d43870dffebda3cf9f2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/e354f2b1209a4536b688d00aa26e915c, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/558f72e33ba6456c9f2616407ece4d47] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=48.9 K 2024-11-19T02:58:22,676 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting dee00ac3493f48e79c8d4783cc3f8666, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1731985098244 2024-11-19T02:58:22,676 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2cec55d3a20e4e8f9514250db0773743, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1731985098244 2024-11-19T02:58:22,677 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting ee1f60aa705c4d43870dffebda3cf9f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1731985099530 2024-11-19T02:58:22,677 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5cc1294587e460d92a7bb481ebe431f, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1731985099530 2024-11-19T02:58:22,677 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting e354f2b1209a4536b688d00aa26e915c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1731985099562 2024-11-19T02:58:22,677 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b9d530de8634cc19cd0413925b5aa42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1731985099562 2024-11-19T02:58:22,678 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2089995784884f20899698517d53406b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731985100657 2024-11-19T02:58:22,678 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 558f72e33ba6456c9f2616407ece4d47, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731985100657 2024-11-19T02:58:22,691 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#B#compaction#93 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:22,692 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/33ecab8677fa446abd5803d69e87bfd1 is 50, key is test_row_0/B:col10/1731985101736/Put/seqid=0 2024-11-19T02:58:22,693 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#A#compaction#94 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:22,694 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/edcd70affb27462aa19d8c3dbe35a00f is 50, key is test_row_0/A:col10/1731985101736/Put/seqid=0 2024-11-19T02:58:22,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741930_1106 (size=13357) 2024-11-19T02:58:22,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741931_1107 (size=13357) 2024-11-19T02:58:22,721 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/edcd70affb27462aa19d8c3dbe35a00f as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/edcd70affb27462aa19d8c3dbe35a00f 2024-11-19T02:58:22,727 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/A of 2dfd75b08b25be99c8fa1f8924983d23 into edcd70affb27462aa19d8c3dbe35a00f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:22,727 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:22,727 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/A, priority=12, startTime=1731985102673; duration=0sec 2024-11-19T02:58:22,727 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:22,727 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:A 2024-11-19T02:58:22,727 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:58:22,729 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:58:22,729 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/C is initiating minor compaction (all files) 2024-11-19T02:58:22,729 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/C in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:22,730 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/01137dde47064fce91b5a184f5bc716e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/b9be429ad96a4041bbc9b1ce9fc511a1, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/ce9ac4172f9c44a78fce9c5805a8dc13, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/a88eb3f7624346aab369f88bd62c6139] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=48.9 K 2024-11-19T02:58:22,730 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01137dde47064fce91b5a184f5bc716e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1731985098244 2024-11-19T02:58:22,730 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9be429ad96a4041bbc9b1ce9fc511a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1731985099530 2024-11-19T02:58:22,731 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce9ac4172f9c44a78fce9c5805a8dc13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1731985099562 2024-11-19T02:58:22,731 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting a88eb3f7624346aab369f88bd62c6139, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731985100657 2024-11-19T02:58:22,741 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#C#compaction#95 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:22,742 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/658fd84a5a9d4f689f47e61a1e6944b7 is 50, key is test_row_0/C:col10/1731985101736/Put/seqid=0 2024-11-19T02:58:22,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741932_1108 (size=13357) 2024-11-19T02:58:22,752 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/658fd84a5a9d4f689f47e61a1e6944b7 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/658fd84a5a9d4f689f47e61a1e6944b7 2024-11-19T02:58:22,758 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/C of 2dfd75b08b25be99c8fa1f8924983d23 into 658fd84a5a9d4f689f47e61a1e6944b7(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:22,758 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:22,758 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/C, priority=12, startTime=1731985102674; duration=0sec 2024-11-19T02:58:22,758 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:22,758 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:C 2024-11-19T02:58:22,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-19T02:58:22,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:22,803 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 2dfd75b08b25be99c8fa1f8924983d23 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T02:58:22,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/753c341828474d9481bed54379c3e7a2 is 50, key is test_row_0/A:col10/1731985101770/Put/seqid=0 2024-11-19T02:58:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:22,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:22,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741933_1109 (size=12301) 2024-11-19T02:58:22,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985162845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:22,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:22,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:22,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-19T02:58:22,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985162909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:22,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:22,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:22,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985162909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:22,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:22,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:22,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:22,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:22,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985162909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:22,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:22,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:22,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:22,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985162919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:22,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:22,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:22,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:22,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985162959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:22,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:22,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:22,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:23,117 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/33ecab8677fa446abd5803d69e87bfd1 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/33ecab8677fa446abd5803d69e87bfd1 2024-11-19T02:58:23,124 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/B of 2dfd75b08b25be99c8fa1f8924983d23 into 33ecab8677fa446abd5803d69e87bfd1(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:23,124 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:23,124 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/B, priority=12, startTime=1731985102674; duration=0sec 2024-11-19T02:58:23,124 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:23,124 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:B 2024-11-19T02:58:23,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985163168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:23,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:23,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:23,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:23,215 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/753c341828474d9481bed54379c3e7a2 2024-11-19T02:58:23,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/8fadcda18ca749a8847827593b97a39f is 50, key is test_row_0/B:col10/1731985101770/Put/seqid=0 2024-11-19T02:58:23,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741934_1110 (size=12301) 2024-11-19T02:58:23,231 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/8fadcda18ca749a8847827593b97a39f 2024-11-19T02:58:23,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/73961ceea4c048fdb460ec3cb07ebe9e is 50, key is test_row_0/C:col10/1731985101770/Put/seqid=0 2024-11-19T02:58:23,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741935_1111 (size=12301) 2024-11-19T02:58:23,245 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/73961ceea4c048fdb460ec3cb07ebe9e 2024-11-19T02:58:23,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/753c341828474d9481bed54379c3e7a2 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/753c341828474d9481bed54379c3e7a2 2024-11-19T02:58:23,260 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/753c341828474d9481bed54379c3e7a2, entries=150, sequenceid=480, filesize=12.0 K 2024-11-19T02:58:23,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/8fadcda18ca749a8847827593b97a39f as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/8fadcda18ca749a8847827593b97a39f 2024-11-19T02:58:23,265 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/8fadcda18ca749a8847827593b97a39f, entries=150, sequenceid=480, filesize=12.0 K 2024-11-19T02:58:23,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/73961ceea4c048fdb460ec3cb07ebe9e as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/73961ceea4c048fdb460ec3cb07ebe9e 2024-11-19T02:58:23,273 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/73961ceea4c048fdb460ec3cb07ebe9e, entries=150, sequenceid=480, filesize=12.0 K 2024-11-19T02:58:23,274 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 2dfd75b08b25be99c8fa1f8924983d23 in 471ms, sequenceid=480, compaction requested=false 2024-11-19T02:58:23,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:23,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:23,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-19T02:58:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-19T02:58:23,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-19T02:58:23,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5510 sec 2024-11-19T02:58:23,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.5580 sec 2024-11-19T02:58:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:23,482 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:58:23,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2dfd75b08b25be99c8fa1f8924983d23 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T02:58:23,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/5ac8d2d109a24cf4a7a1f877a2de0466 is 50, key is test_row_0/A:col10/1731985102833/Put/seqid=0 2024-11-19T02:58:23,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741936_1112 (size=12301) 2024-11-19T02:58:23,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/5ac8d2d109a24cf4a7a1f877a2de0466 2024-11-19T02:58:23,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/4b8ded3bc7d74d489bf6f9ccaaa29b09 is 50, key is test_row_0/B:col10/1731985102833/Put/seqid=0 2024-11-19T02:58:23,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741937_1113 (size=12301) 2024-11-19T02:58:23,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985163547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:23,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:23,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:23,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:23,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985163659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:23,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:23,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:23,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:23,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-19T02:58:23,869 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:58:23,870 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:58:23,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-19T02:58:23,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-19T02:58:23,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:23,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985163869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:23,872 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:58:23,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:23,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:23,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:23,873 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:58:23,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:58:23,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/4b8ded3bc7d74d489bf6f9ccaaa29b09 2024-11-19T02:58:23,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/672685d5aa9b41fd8a70135bf4aec532 is 50, key is test_row_0/C:col10/1731985102833/Put/seqid=0 2024-11-19T02:58:23,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741938_1114 (size=12301) 2024-11-19T02:58:23,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:23,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985163918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:23,922 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_1' in 2dfd75b08b25be99c8fa1f8924983d23 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T02:58:23,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:23,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:23,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:23,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:23,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985163929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:23,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:23,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985163929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:23,932 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_0' in 2dfd75b08b25be99c8fa1f8924983d23 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T02:58:23,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:23,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:23,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:23,933 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_0' in 2dfd75b08b25be99c8fa1f8924983d23 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T02:58:23,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:23,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:23,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:23,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:23,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985163939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:23,945 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_2' in 2dfd75b08b25be99c8fa1f8924983d23 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T02:58:23,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:23,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:23,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:23,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-19T02:58:24,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-19T02:58:24,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:24,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:24,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:24,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:24,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:24,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:24,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-19T02:58:24,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:24,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:24,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:24,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:24,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:24,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:24,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985164179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:24,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:24,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:24,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-19T02:58:24,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/672685d5aa9b41fd8a70135bf4aec532 2024-11-19T02:58:24,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/5ac8d2d109a24cf4a7a1f877a2de0466 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/5ac8d2d109a24cf4a7a1f877a2de0466 2024-11-19T02:58:24,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/5ac8d2d109a24cf4a7a1f877a2de0466, entries=150, sequenceid=495, filesize=12.0 K 2024-11-19T02:58:24,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-19T02:58:24,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:24,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:24,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:24,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:24,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:24,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/4b8ded3bc7d74d489bf6f9ccaaa29b09 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/4b8ded3bc7d74d489bf6f9ccaaa29b09 2024-11-19T02:58:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:24,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/4b8ded3bc7d74d489bf6f9ccaaa29b09, entries=150, sequenceid=495, filesize=12.0 K 2024-11-19T02:58:24,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/672685d5aa9b41fd8a70135bf4aec532 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/672685d5aa9b41fd8a70135bf4aec532 2024-11-19T02:58:24,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/672685d5aa9b41fd8a70135bf4aec532, entries=150, sequenceid=495, filesize=12.0 K 2024-11-19T02:58:24,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 2dfd75b08b25be99c8fa1f8924983d23 in 865ms, sequenceid=495, compaction requested=true 2024-11-19T02:58:24,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:24,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:58:24,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:24,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:58:24,347 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:58:24,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:24,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:58:24,347 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:58:24,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:24,348 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:58:24,349 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/A is initiating minor compaction (all files) 2024-11-19T02:58:24,349 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/A in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:24,349 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/edcd70affb27462aa19d8c3dbe35a00f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/753c341828474d9481bed54379c3e7a2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/5ac8d2d109a24cf4a7a1f877a2de0466] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=37.1 K 2024-11-19T02:58:24,349 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:58:24,349 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/B is initiating minor compaction (all files) 2024-11-19T02:58:24,349 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/B in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:24,349 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting edcd70affb27462aa19d8c3dbe35a00f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731985100657 2024-11-19T02:58:24,349 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/33ecab8677fa446abd5803d69e87bfd1, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/8fadcda18ca749a8847827593b97a39f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/4b8ded3bc7d74d489bf6f9ccaaa29b09] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=37.1 K 2024-11-19T02:58:24,350 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 753c341828474d9481bed54379c3e7a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731985101764 2024-11-19T02:58:24,350 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 33ecab8677fa446abd5803d69e87bfd1, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731985100657 2024-11-19T02:58:24,350 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ac8d2d109a24cf4a7a1f877a2de0466, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1731985102833 2024-11-19T02:58:24,350 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 8fadcda18ca749a8847827593b97a39f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731985101764 2024-11-19T02:58:24,351 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b8ded3bc7d74d489bf6f9ccaaa29b09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1731985102833 2024-11-19T02:58:24,366 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#A#compaction#102 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:24,366 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/36e474d0603642efa6c7a280f7ea99b6 is 50, key is test_row_0/A:col10/1731985102833/Put/seqid=0 2024-11-19T02:58:24,369 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#B#compaction#103 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:24,369 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/02634653568340ceae14bb98361439a8 is 50, key is test_row_0/B:col10/1731985102833/Put/seqid=0 2024-11-19T02:58:24,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741939_1115 (size=13459) 2024-11-19T02:58:24,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741940_1116 (size=13459) 2024-11-19T02:58:24,388 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/36e474d0603642efa6c7a280f7ea99b6 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/36e474d0603642efa6c7a280f7ea99b6 2024-11-19T02:58:24,395 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/02634653568340ceae14bb98361439a8 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/02634653568340ceae14bb98361439a8 2024-11-19T02:58:24,400 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/A of 2dfd75b08b25be99c8fa1f8924983d23 into 36e474d0603642efa6c7a280f7ea99b6(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:24,401 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:24,401 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/A, priority=13, startTime=1731985104347; duration=0sec 2024-11-19T02:58:24,401 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:24,401 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:A 2024-11-19T02:58:24,401 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:58:24,403 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:58:24,403 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/C is initiating minor compaction (all files) 2024-11-19T02:58:24,403 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/C in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:24,404 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/658fd84a5a9d4f689f47e61a1e6944b7, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/73961ceea4c048fdb460ec3cb07ebe9e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/672685d5aa9b41fd8a70135bf4aec532] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=37.1 K 2024-11-19T02:58:24,404 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/B of 2dfd75b08b25be99c8fa1f8924983d23 into 02634653568340ceae14bb98361439a8(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:24,404 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:24,404 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/B, priority=13, startTime=1731985104347; duration=0sec 2024-11-19T02:58:24,404 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:24,404 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:B 2024-11-19T02:58:24,404 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 658fd84a5a9d4f689f47e61a1e6944b7, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731985100657 2024-11-19T02:58:24,405 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73961ceea4c048fdb460ec3cb07ebe9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731985101764 2024-11-19T02:58:24,406 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 672685d5aa9b41fd8a70135bf4aec532, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1731985102833 2024-11-19T02:58:24,418 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#C#compaction#104 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:24,419 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/c180bf1c7ab64e61ba76c52e755473aa is 50, key is test_row_0/C:col10/1731985102833/Put/seqid=0 2024-11-19T02:58:24,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741941_1117 (size=13459) 2024-11-19T02:58:24,432 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/c180bf1c7ab64e61ba76c52e755473aa as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/c180bf1c7ab64e61ba76c52e755473aa 2024-11-19T02:58:24,440 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/C of 2dfd75b08b25be99c8fa1f8924983d23 into c180bf1c7ab64e61ba76c52e755473aa(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:24,440 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:24,440 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/C, priority=13, startTime=1731985104347; duration=0sec 2024-11-19T02:58:24,440 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:24,440 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:C 2024-11-19T02:58:24,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-19T02:58:24,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:24,486 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 2dfd75b08b25be99c8fa1f8924983d23 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-19T02:58:24,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/cca88cc6a40948bdbbe10729dce5dfb1 is 50, key is test_row_0/A:col10/1731985103546/Put/seqid=0 2024-11-19T02:58:24,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741942_1118 (size=12301) 2024-11-19T02:58:24,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-19T02:58:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:24,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:24,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985164725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:24,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:24,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:24,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:24,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985164839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:24,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:24,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:24,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:24,897 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/cca88cc6a40948bdbbe10729dce5dfb1 2024-11-19T02:58:24,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/29c1d90e2ac246ffb0f5fa20cd659175 is 50, key is test_row_0/B:col10/1731985103546/Put/seqid=0 2024-11-19T02:58:24,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741943_1119 (size=12301) 2024-11-19T02:58:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-19T02:58:25,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:25,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985165049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:25,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:25,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:25,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:25,312 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/29c1d90e2ac246ffb0f5fa20cd659175 2024-11-19T02:58:25,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/54911a90a3c44c8aafec0f9fd5617b1f is 50, key is test_row_0/C:col10/1731985103546/Put/seqid=0 2024-11-19T02:58:25,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741944_1120 (size=12301) 2024-11-19T02:58:25,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985165359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:25,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:25,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:25,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:25,727 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/54911a90a3c44c8aafec0f9fd5617b1f 2024-11-19T02:58:25,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/cca88cc6a40948bdbbe10729dce5dfb1 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/cca88cc6a40948bdbbe10729dce5dfb1 2024-11-19T02:58:25,738 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/cca88cc6a40948bdbbe10729dce5dfb1, entries=150, sequenceid=520, filesize=12.0 K 2024-11-19T02:58:25,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/29c1d90e2ac246ffb0f5fa20cd659175 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/29c1d90e2ac246ffb0f5fa20cd659175 2024-11-19T02:58:25,744 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/29c1d90e2ac246ffb0f5fa20cd659175, entries=150, sequenceid=520, filesize=12.0 K 2024-11-19T02:58:25,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/54911a90a3c44c8aafec0f9fd5617b1f as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/54911a90a3c44c8aafec0f9fd5617b1f 2024-11-19T02:58:25,751 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/54911a90a3c44c8aafec0f9fd5617b1f, entries=150, sequenceid=520, filesize=12.0 K 2024-11-19T02:58:25,753 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 2dfd75b08b25be99c8fa1f8924983d23 in 1267ms, sequenceid=520, compaction requested=false 2024-11-19T02:58:25,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:25,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:25,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-19T02:58:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-19T02:58:25,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-19T02:58:25,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8820 sec 2024-11-19T02:58:25,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.8890 sec 2024-11-19T02:58:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:25,871 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:58:25,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2dfd75b08b25be99c8fa1f8924983d23 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-19T02:58:25,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/048be190549a4675968ecc4f92bf07a0 is 50, key is test_row_0/A:col10/1731985104723/Put/seqid=0 2024-11-19T02:58:25,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741945_1121 (size=14741) 2024-11-19T02:58:25,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/048be190549a4675968ecc4f92bf07a0 2024-11-19T02:58:25,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/120410b0675d46ea8338eba992ce36e2 is 50, key is test_row_0/B:col10/1731985104723/Put/seqid=0 2024-11-19T02:58:25,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741946_1122 (size=12301) 2024-11-19T02:58:25,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/120410b0675d46ea8338eba992ce36e2 2024-11-19T02:58:25,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/e98c25ff1ec14d16876a0789d0bb959f is 50, key is test_row_0/C:col10/1731985104723/Put/seqid=0 2024-11-19T02:58:25,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741947_1123 (size=12301) 2024-11-19T02:58:25,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/e98c25ff1ec14d16876a0789d0bb959f 2024-11-19T02:58:25,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:25,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/048be190549a4675968ecc4f92bf07a0 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/048be190549a4675968ecc4f92bf07a0 2024-11-19T02:58:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985165942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:25,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:25,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:25,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:25,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985165944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:25,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:25,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:25,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:25,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985165946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:25,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:25,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:25,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:25,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/048be190549a4675968ecc4f92bf07a0, entries=200, sequenceid=535, filesize=14.4 K 2024-11-19T02:58:25,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/120410b0675d46ea8338eba992ce36e2 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/120410b0675d46ea8338eba992ce36e2 2024-11-19T02:58:25,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58024 deadline: 1731985165950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:25,957 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_0' in 2dfd75b08b25be99c8fa1f8924983d23 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T02:58:25,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:25,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:25,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:25,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/120410b0675d46ea8338eba992ce36e2, entries=150, sequenceid=535, filesize=12.0 K 2024-11-19T02:58:25,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/e98c25ff1ec14d16876a0789d0bb959f as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/e98c25ff1ec14d16876a0789d0bb959f 2024-11-19T02:58:25,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57974 deadline: 1731985165969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:25,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/e98c25ff1ec14d16876a0789d0bb959f, entries=150, sequenceid=535, filesize=12.0 K 2024-11-19T02:58:25,971 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_2' in 2dfd75b08b25be99c8fa1f8924983d23 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T02:58:25,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 2dfd75b08b25be99c8fa1f8924983d23 in 100ms, sequenceid=535, compaction requested=true 2024-11-19T02:58:25,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:25,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:25,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:25,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:25,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:58:25,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:25,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:58:25,972 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:58:25,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:25,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dfd75b08b25be99c8fa1f8924983d23:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:58:25,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-19T02:58:25,972 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:58:25,973 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:58:25,973 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:58:25,974 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/B is initiating minor compaction (all files) 2024-11-19T02:58:25,974 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/A is initiating minor compaction (all files) 2024-11-19T02:58:25,974 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/B in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:25,974 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/A in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:25,974 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/02634653568340ceae14bb98361439a8, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/29c1d90e2ac246ffb0f5fa20cd659175, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/120410b0675d46ea8338eba992ce36e2] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=37.2 K 2024-11-19T02:58:25,974 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/36e474d0603642efa6c7a280f7ea99b6, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/cca88cc6a40948bdbbe10729dce5dfb1, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/048be190549a4675968ecc4f92bf07a0] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=39.6 K 2024-11-19T02:58:25,975 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 02634653568340ceae14bb98361439a8, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1731985102833 2024-11-19T02:58:25,976 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 29c1d90e2ac246ffb0f5fa20cd659175, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1731985103529 2024-11-19T02:58:25,976 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36e474d0603642efa6c7a280f7ea99b6, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1731985102833 2024-11-19T02:58:25,976 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 120410b0675d46ea8338eba992ce36e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1731985104715 2024-11-19T02:58:25,977 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting cca88cc6a40948bdbbe10729dce5dfb1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1731985103529 2024-11-19T02:58:25,978 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 048be190549a4675968ecc4f92bf07a0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1731985104703 2024-11-19T02:58:25,988 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#B#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:25,989 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/8a926807aa71415d97d1313a74659349 is 50, key is test_row_0/B:col10/1731985104723/Put/seqid=0 2024-11-19T02:58:25,991 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#A#compaction#112 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:25,992 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/7b1b8eb5c8ad4361906f8cdd57f1caba is 50, key is test_row_0/A:col10/1731985104723/Put/seqid=0 2024-11-19T02:58:26,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741948_1124 (size=13561) 2024-11-19T02:58:26,010 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/8a926807aa71415d97d1313a74659349 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/8a926807aa71415d97d1313a74659349 2024-11-19T02:58:26,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741949_1125 (size=13561) 2024-11-19T02:58:26,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-19T02:58:26,019 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:58:26,020 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/B of 2dfd75b08b25be99c8fa1f8924983d23 into 8a926807aa71415d97d1313a74659349(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:26,020 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:26,020 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/B, priority=13, startTime=1731985105972; duration=0sec 2024-11-19T02:58:26,020 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:58:26,020 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:26,020 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:B 2024-11-19T02:58:26,020 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:58:26,021 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/7b1b8eb5c8ad4361906f8cdd57f1caba as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/7b1b8eb5c8ad4361906f8cdd57f1caba 2024-11-19T02:58:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-19T02:58:26,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-19T02:58:26,023 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:58:26,024 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:58:26,024 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 2dfd75b08b25be99c8fa1f8924983d23/C is initiating minor compaction (all files) 2024-11-19T02:58:26,024 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfd75b08b25be99c8fa1f8924983d23/C in TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:26,025 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/c180bf1c7ab64e61ba76c52e755473aa, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/54911a90a3c44c8aafec0f9fd5617b1f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/e98c25ff1ec14d16876a0789d0bb959f] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp, totalSize=37.2 K 2024-11-19T02:58:26,025 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:58:26,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:58:26,027 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting c180bf1c7ab64e61ba76c52e755473aa, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1731985102833 2024-11-19T02:58:26,034 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 54911a90a3c44c8aafec0f9fd5617b1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1731985103529 2024-11-19T02:58:26,034 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/A of 2dfd75b08b25be99c8fa1f8924983d23 into 7b1b8eb5c8ad4361906f8cdd57f1caba(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:26,034 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:26,034 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting e98c25ff1ec14d16876a0789d0bb959f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1731985104715 2024-11-19T02:58:26,034 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/A, priority=13, startTime=1731985105972; duration=0sec 2024-11-19T02:58:26,035 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:26,035 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:A 2024-11-19T02:58:26,044 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfd75b08b25be99c8fa1f8924983d23#C#compaction#113 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:26,045 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/07549044707640cc9297d8739966173e is 50, key is test_row_0/C:col10/1731985104723/Put/seqid=0 2024-11-19T02:58:26,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:26,052 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:58:26,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2dfd75b08b25be99c8fa1f8924983d23 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-19T02:58:26,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741950_1126 (size=13561) 2024-11-19T02:58:26,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/819badd9832344f4ba5fe1287291d1fd is 50, key is test_row_0/A:col10/1731985105944/Put/seqid=0 2024-11-19T02:58:26,065 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/07549044707640cc9297d8739966173e as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/07549044707640cc9297d8739966173e 2024-11-19T02:58:26,073 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2dfd75b08b25be99c8fa1f8924983d23/C of 2dfd75b08b25be99c8fa1f8924983d23 into 07549044707640cc9297d8739966173e(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:26,073 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:26,073 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., storeName=2dfd75b08b25be99c8fa1f8924983d23/C, priority=13, startTime=1731985105972; duration=0sec 2024-11-19T02:58:26,073 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:26,073 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfd75b08b25be99c8fa1f8924983d23:C 2024-11-19T02:58:26,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741951_1127 (size=14741) 2024-11-19T02:58:26,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:26,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985166076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:26,079 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:26,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:26,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:26,080 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=559 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/819badd9832344f4ba5fe1287291d1fd 2024-11-19T02:58:26,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:26,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985166079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:26,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:26,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:26,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:26,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985166079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:26,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:26,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:26,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:26,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:26,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/48c824e8dd7c4949b4eceaccb53d497b is 50, key is test_row_0/B:col10/1731985105944/Put/seqid=0 2024-11-19T02:58:26,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741952_1128 (size=12301) 2024-11-19T02:58:26,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-19T02:58:26,167 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-19T02:58:26,168 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:58:26,168 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-19T02:58:26,168 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:58:26,169 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-19T02:58:26,169 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:58:26,169 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-19T02:58:26,169 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:58:26,173 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:26,173 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:26,173 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:26,173 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:26,174 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:26,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:58:26,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:58:26,174 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:26,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:58:26,174 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:26,174 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:26,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:58:26,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-19T02:58:26,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:26,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:26,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:26,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:26,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:26,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:26,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:26,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:26,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:26,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985166189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:26,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985166189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:26,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985166189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:26,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:26,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:26,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:26,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:26,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:26,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:26,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:26,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:26,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:26,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-19T02:58:26,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:26,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:26,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:26,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:26,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:26,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:26,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-19T02:58:26,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:26,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:26,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985166399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985166399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985166398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:26,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:26,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-19T02:58:26,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:26,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:26,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:26,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:26,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:26,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=559 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/48c824e8dd7c4949b4eceaccb53d497b 2024-11-19T02:58:26,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/f61e4556b28044c3bf03689fabbdf741 is 50, key is test_row_0/C:col10/1731985105944/Put/seqid=0 2024-11-19T02:58:26,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741953_1129 (size=12301) 2024-11-19T02:58:26,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-19T02:58:26,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:26,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:26,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:26,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:26,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-19T02:58:26,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:26,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:26,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58000 deadline: 1731985166709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57992 deadline: 1731985166709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58044 deadline: 1731985166709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:26,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:26,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:26,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:26,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:26,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:26,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:26,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:26,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:26,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:58:26,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-19T02:58:26,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:26,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:26,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:26,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:26,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:26,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=559 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/f61e4556b28044c3bf03689fabbdf741 2024-11-19T02:58:26,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/819badd9832344f4ba5fe1287291d1fd as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/819badd9832344f4ba5fe1287291d1fd 2024-11-19T02:58:26,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/819badd9832344f4ba5fe1287291d1fd, entries=200, sequenceid=559, filesize=14.4 K 2024-11-19T02:58:26,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/48c824e8dd7c4949b4eceaccb53d497b as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/48c824e8dd7c4949b4eceaccb53d497b 2024-11-19T02:58:26,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/48c824e8dd7c4949b4eceaccb53d497b, entries=150, sequenceid=559, filesize=12.0 K 2024-11-19T02:58:26,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/f61e4556b28044c3bf03689fabbdf741 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/f61e4556b28044c3bf03689fabbdf741 2024-11-19T02:58:26,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/f61e4556b28044c3bf03689fabbdf741, entries=150, sequenceid=559, filesize=12.0 K 2024-11-19T02:58:26,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 2dfd75b08b25be99c8fa1f8924983d23 in 875ms, sequenceid=559, compaction requested=false 2024-11-19T02:58:26,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:26,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-19T02:58:26,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:26,945 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 2dfd75b08b25be99c8fa1f8924983d23 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T02:58:26,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/f70f8316659c45edbc6d1045837488b5 is 50, key is test_row_0/A:col10/1731985106062/Put/seqid=0 2024-11-19T02:58:26,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741954_1130 (size=12301) 2024-11-19T02:58:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-19T02:58:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:27,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. as already flushing 2024-11-19T02:58:27,221 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-19T02:58:27,221 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-19T02:58:27,221 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:58:27,221 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-19T02:58:27,221 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:27,221 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:58:27,221 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:58:27,221 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:27,221 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:27,221 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:27,221 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:27,221 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:27,221 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:58:27,221 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:58:27,221 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:58:27,354 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/f70f8316659c45edbc6d1045837488b5 2024-11-19T02:58:27,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/6c58c5f8e32d4394a5e7c427264545eb is 50, key is test_row_0/B:col10/1731985106062/Put/seqid=0 2024-11-19T02:58:27,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741955_1131 (size=12301) 2024-11-19T02:58:27,766 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/6c58c5f8e32d4394a5e7c427264545eb 2024-11-19T02:58:27,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/5698f001221a437d8c45112cacf6d41e is 50, key is test_row_0/C:col10/1731985106062/Put/seqid=0 2024-11-19T02:58:27,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741956_1132 (size=12301) 2024-11-19T02:58:28,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-19T02:58:28,177 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/5698f001221a437d8c45112cacf6d41e 2024-11-19T02:58:28,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/f70f8316659c45edbc6d1045837488b5 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/f70f8316659c45edbc6d1045837488b5 2024-11-19T02:58:28,186 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/f70f8316659c45edbc6d1045837488b5, entries=150, sequenceid=574, filesize=12.0 K 2024-11-19T02:58:28,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/6c58c5f8e32d4394a5e7c427264545eb as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/6c58c5f8e32d4394a5e7c427264545eb 2024-11-19T02:58:28,190 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/6c58c5f8e32d4394a5e7c427264545eb, entries=150, sequenceid=574, filesize=12.0 K 2024-11-19T02:58:28,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/5698f001221a437d8c45112cacf6d41e as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/5698f001221a437d8c45112cacf6d41e 2024-11-19T02:58:28,195 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/5698f001221a437d8c45112cacf6d41e, entries=150, sequenceid=574, filesize=12.0 K 2024-11-19T02:58:28,196 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=20.13 KB/20610 for 2dfd75b08b25be99c8fa1f8924983d23 in 1251ms, sequenceid=574, compaction requested=true 2024-11-19T02:58:28,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 2dfd75b08b25be99c8fa1f8924983d23: 2024-11-19T02:58:28,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:28,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-19T02:58:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-19T02:58:28,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-19T02:58:28,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1720 sec 2024-11-19T02:58:28,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 2.1790 sec 2024-11-19T02:58:29,971 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-19T02:58:29,971 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:58:29,971 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:29,971 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:29,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:58:29,980 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-19T02:58:29,980 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:58:29,980 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:29,980 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:29,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:58:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-19T02:58:30,179 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:58:30,179 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-19T02:58:30,180 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-19T02:58:30,180 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 154 2024-11-19T02:58:30,180 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-19T02:58:30,180 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-11-19T02:58:30,180 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-19T02:58:30,180 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-19T02:58:30,180 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3659 2024-11-19T02:58:30,180 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3735 2024-11-19T02:58:30,180 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-19T02:58:30,180 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1647 2024-11-19T02:58:30,180 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4933 rows 2024-11-19T02:58:30,180 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1638 2024-11-19T02:58:30,180 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4909 rows 2024-11-19T02:58:30,180 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T02:58:30,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T02:58:30,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:30,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:30,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:58:30,184 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-19T02:58:30,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-19T02:58:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-19T02:58:30,192 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731985110192"}]},"ts":"1731985110192"} 2024-11-19T02:58:30,194 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-19T02:58:30,194 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-19T02:58:30,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T02:58:30,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2dfd75b08b25be99c8fa1f8924983d23, UNASSIGN}] 2024-11-19T02:58:30,200 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2dfd75b08b25be99c8fa1f8924983d23, UNASSIGN 2024-11-19T02:58:30,201 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=2dfd75b08b25be99c8fa1f8924983d23, regionState=CLOSING, regionLocation=e93af88909ff,45689,1731985081997 2024-11-19T02:58:30,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2dfd75b08b25be99c8fa1f8924983d23, UNASSIGN because future has completed 2024-11-19T02:58:30,203 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T02:58:30,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997}] 2024-11-19T02:58:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-19T02:58:30,360 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(122): Close 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:30,360 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T02:58:30,360 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1722): Closing 2dfd75b08b25be99c8fa1f8924983d23, disabling compactions & flushes 2024-11-19T02:58:30,360 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:30,360 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:30,360 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. after waiting 0 ms 2024-11-19T02:58:30,360 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:30,361 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(2902): Flushing 2dfd75b08b25be99c8fa1f8924983d23 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-19T02:58:30,365 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/bdf755c02e134e3dbb572440d67334fd is 50, key is test_row_0/A:col10/1731985109970/Put/seqid=0 2024-11-19T02:58:30,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741957_1133 (size=12301) 2024-11-19T02:58:30,411 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T02:58:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-19T02:58:30,769 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=582 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/bdf755c02e134e3dbb572440d67334fd 2024-11-19T02:58:30,777 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/1447af8f946740b9a5de4be4171e7fee is 50, key is test_row_0/B:col10/1731985109970/Put/seqid=0 2024-11-19T02:58:30,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741958_1134 (size=12301) 2024-11-19T02:58:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-19T02:58:31,181 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=582 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/1447af8f946740b9a5de4be4171e7fee 2024-11-19T02:58:31,188 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/a49f2d53ef44497f8fa690a5438fe3b9 is 50, key is test_row_0/C:col10/1731985109970/Put/seqid=0 2024-11-19T02:58:31,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741959_1135 (size=12301) 2024-11-19T02:58:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-19T02:58:31,592 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=582 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/a49f2d53ef44497f8fa690a5438fe3b9 2024-11-19T02:58:31,597 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/A/bdf755c02e134e3dbb572440d67334fd as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/bdf755c02e134e3dbb572440d67334fd 2024-11-19T02:58:31,601 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/bdf755c02e134e3dbb572440d67334fd, entries=150, sequenceid=582, filesize=12.0 K 2024-11-19T02:58:31,602 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/B/1447af8f946740b9a5de4be4171e7fee as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/1447af8f946740b9a5de4be4171e7fee 2024-11-19T02:58:31,606 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/1447af8f946740b9a5de4be4171e7fee, entries=150, sequenceid=582, filesize=12.0 K 2024-11-19T02:58:31,607 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/.tmp/C/a49f2d53ef44497f8fa690a5438fe3b9 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/a49f2d53ef44497f8fa690a5438fe3b9 2024-11-19T02:58:31,612 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/a49f2d53ef44497f8fa690a5438fe3b9, entries=150, sequenceid=582, filesize=12.0 K 2024-11-19T02:58:31,612 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 2dfd75b08b25be99c8fa1f8924983d23 in 1252ms, sequenceid=582, compaction requested=true 2024-11-19T02:58:31,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/f9725c2063f64c82ab7ba4dc0c092795, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/3065a585e0c8455f8352b17a28d0fc7a, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/40df0dd1d97c4c66a8b0a71e8b477291, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/19ad7e26b03744aba2710d058dd929e9, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/feaacd0eb8bf4ea6850a081a3d05f25e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/71179ec76be346c09659b5f13880b550, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/9a263c0cdb064fafa42422350d98e0cf, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/9b0339256d544d57a10d1206d03d0cd2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/89b673832c294e268891304475bd32f5, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/5d2c667d9af04e039f4d6b070fefcd57, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/ef440ffd0e47429c95eac4ca6499881c, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/025f9cb9129d4d74bd46acfd0a171cf3, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/5c7861ab10274cb59de3fc86c32eeefd, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/195c56d1945043319f41959a2b1c7e4e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/258a59174afe4e9d8178aa7c79dafc43, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/12bcef9e0e4b47518d95f15a33ae4779, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/f99a322aa5ba4606bab422539f0b253c, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/f3354e705b6d4a96b409ff332fc67621, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/7e1e78b041c14c0b94ae7d4773fc7a4c, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/7b1f9a87fb714610b9ba814fa17a44b2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/2c124213d869452e83872253222435c8, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/8b121863333f4a9eaf33578e5bbf2ea6, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/95aeabc855b64994bca54a24f915d845, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/1d26e2cceefd48f3b6800082fc6c1786, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/f9e15cedbdeb43bf9024e9bcdb7f8a0b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/2b77b9306dbb4b2c9e07cc46a90b78e5, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/a0a87ebc95f048d18fa357087707e5c4, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/2cec55d3a20e4e8f9514250db0773743, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/a5cc1294587e460d92a7bb481ebe431f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/9b9d530de8634cc19cd0413925b5aa42, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/2089995784884f20899698517d53406b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/edcd70affb27462aa19d8c3dbe35a00f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/753c341828474d9481bed54379c3e7a2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/36e474d0603642efa6c7a280f7ea99b6, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/5ac8d2d109a24cf4a7a1f877a2de0466, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/cca88cc6a40948bdbbe10729dce5dfb1, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/048be190549a4675968ecc4f92bf07a0] to archive 2024-11-19T02:58:31,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T02:58:31,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/f9725c2063f64c82ab7ba4dc0c092795 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/f9725c2063f64c82ab7ba4dc0c092795 2024-11-19T02:58:31,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/3065a585e0c8455f8352b17a28d0fc7a to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/3065a585e0c8455f8352b17a28d0fc7a 2024-11-19T02:58:31,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/40df0dd1d97c4c66a8b0a71e8b477291 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/40df0dd1d97c4c66a8b0a71e8b477291 2024-11-19T02:58:31,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/19ad7e26b03744aba2710d058dd929e9 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/19ad7e26b03744aba2710d058dd929e9 2024-11-19T02:58:31,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/feaacd0eb8bf4ea6850a081a3d05f25e to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/feaacd0eb8bf4ea6850a081a3d05f25e 2024-11-19T02:58:31,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/71179ec76be346c09659b5f13880b550 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/71179ec76be346c09659b5f13880b550 2024-11-19T02:58:31,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/9a263c0cdb064fafa42422350d98e0cf to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/9a263c0cdb064fafa42422350d98e0cf 2024-11-19T02:58:31,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/9b0339256d544d57a10d1206d03d0cd2 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/9b0339256d544d57a10d1206d03d0cd2 2024-11-19T02:58:31,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/89b673832c294e268891304475bd32f5 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/89b673832c294e268891304475bd32f5 2024-11-19T02:58:31,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/5d2c667d9af04e039f4d6b070fefcd57 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/5d2c667d9af04e039f4d6b070fefcd57 2024-11-19T02:58:31,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/ef440ffd0e47429c95eac4ca6499881c to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/ef440ffd0e47429c95eac4ca6499881c 2024-11-19T02:58:31,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/025f9cb9129d4d74bd46acfd0a171cf3 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/025f9cb9129d4d74bd46acfd0a171cf3 2024-11-19T02:58:31,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/5c7861ab10274cb59de3fc86c32eeefd to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/5c7861ab10274cb59de3fc86c32eeefd 2024-11-19T02:58:31,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/195c56d1945043319f41959a2b1c7e4e to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/195c56d1945043319f41959a2b1c7e4e 2024-11-19T02:58:31,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/258a59174afe4e9d8178aa7c79dafc43 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/258a59174afe4e9d8178aa7c79dafc43 2024-11-19T02:58:31,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/12bcef9e0e4b47518d95f15a33ae4779 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/12bcef9e0e4b47518d95f15a33ae4779 2024-11-19T02:58:31,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/f99a322aa5ba4606bab422539f0b253c to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/f99a322aa5ba4606bab422539f0b253c 2024-11-19T02:58:31,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/f3354e705b6d4a96b409ff332fc67621 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/f3354e705b6d4a96b409ff332fc67621 2024-11-19T02:58:31,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/7e1e78b041c14c0b94ae7d4773fc7a4c to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/7e1e78b041c14c0b94ae7d4773fc7a4c 2024-11-19T02:58:31,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/7b1f9a87fb714610b9ba814fa17a44b2 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/7b1f9a87fb714610b9ba814fa17a44b2 2024-11-19T02:58:31,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/2c124213d869452e83872253222435c8 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/2c124213d869452e83872253222435c8 2024-11-19T02:58:31,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/8b121863333f4a9eaf33578e5bbf2ea6 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/8b121863333f4a9eaf33578e5bbf2ea6 2024-11-19T02:58:31,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/95aeabc855b64994bca54a24f915d845 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/95aeabc855b64994bca54a24f915d845 2024-11-19T02:58:31,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/1d26e2cceefd48f3b6800082fc6c1786 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/1d26e2cceefd48f3b6800082fc6c1786 2024-11-19T02:58:31,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/f9e15cedbdeb43bf9024e9bcdb7f8a0b to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/f9e15cedbdeb43bf9024e9bcdb7f8a0b 2024-11-19T02:58:31,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/2b77b9306dbb4b2c9e07cc46a90b78e5 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/2b77b9306dbb4b2c9e07cc46a90b78e5 2024-11-19T02:58:31,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/a0a87ebc95f048d18fa357087707e5c4 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/a0a87ebc95f048d18fa357087707e5c4 2024-11-19T02:58:31,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/2cec55d3a20e4e8f9514250db0773743 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/2cec55d3a20e4e8f9514250db0773743 2024-11-19T02:58:31,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/a5cc1294587e460d92a7bb481ebe431f to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/a5cc1294587e460d92a7bb481ebe431f 2024-11-19T02:58:31,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/9b9d530de8634cc19cd0413925b5aa42 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/9b9d530de8634cc19cd0413925b5aa42 2024-11-19T02:58:31,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/2089995784884f20899698517d53406b to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/2089995784884f20899698517d53406b 2024-11-19T02:58:31,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/edcd70affb27462aa19d8c3dbe35a00f to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/edcd70affb27462aa19d8c3dbe35a00f 2024-11-19T02:58:31,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/753c341828474d9481bed54379c3e7a2 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/753c341828474d9481bed54379c3e7a2 2024-11-19T02:58:31,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/36e474d0603642efa6c7a280f7ea99b6 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/36e474d0603642efa6c7a280f7ea99b6 2024-11-19T02:58:31,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/5ac8d2d109a24cf4a7a1f877a2de0466 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/5ac8d2d109a24cf4a7a1f877a2de0466 2024-11-19T02:58:31,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/cca88cc6a40948bdbbe10729dce5dfb1 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/cca88cc6a40948bdbbe10729dce5dfb1 2024-11-19T02:58:31,670 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/048be190549a4675968ecc4f92bf07a0 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/048be190549a4675968ecc4f92bf07a0 2024-11-19T02:58:31,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/0e9f9c82e16f4fe8826310e32fbbf6bc, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/0faaeff744db4d1192f213e3919be582, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/34cd6e1a60d54e6894f291c5f2b995ce, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/ca37a257b36e4fefb3be353910aa9b66, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/3af934473d534dbcbe437b3f1007c631, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/e924c66425c0473eb6cf55eaa3d13891, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/d4c64d80d99e4c50bfb64971a84a3518, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/8700bd89e8f144d3b25198cc8161794f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/377d4b8c96944c26b5f776834d03bad0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/8961fced010b4f26810a068ed1e0d033, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/07dbe67786e6416f8215f0d088b565a0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/997ad704f6d64ec8a44d705aade03ed1, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/fc6b52dba0d34b20b0b0180bcdbbcd77, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/440befa313494350b653741c7f13362f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/78ce80b9612241a4968520acb69f092c, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/ec1a122f9f8144ba9b6f17670b650c5e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/9b7378df38d44d0b804370508725744b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/e26b64fdaaf14e7da479693d44cc82b8, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/208ad8f6e4df4ed9b87221c8ff339f36, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/90f3ec2c808c45558b750ff828d2b987, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/08aa7866f0cb4fd294019f4eac3ca339, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/1c657dd718854c6c95d4e8fee363dffc, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/3f41ed92be684020a74ff450bd349336, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/73af5371cf0f448c9e43ca144379b15a, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/c87269f594124df2bcd3d001608707da, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/c9f76215f9c84a609392b31a99d0909d, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/dee00ac3493f48e79c8d4783cc3f8666, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/4e273d325404491184a813a47ea283c6, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/ee1f60aa705c4d43870dffebda3cf9f2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/e354f2b1209a4536b688d00aa26e915c, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/33ecab8677fa446abd5803d69e87bfd1, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/558f72e33ba6456c9f2616407ece4d47, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/8fadcda18ca749a8847827593b97a39f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/02634653568340ceae14bb98361439a8, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/4b8ded3bc7d74d489bf6f9ccaaa29b09, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/29c1d90e2ac246ffb0f5fa20cd659175, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/120410b0675d46ea8338eba992ce36e2] to archive 2024-11-19T02:58:31,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T02:58:31,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/0e9f9c82e16f4fe8826310e32fbbf6bc to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/0e9f9c82e16f4fe8826310e32fbbf6bc 2024-11-19T02:58:31,692 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/0faaeff744db4d1192f213e3919be582 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/0faaeff744db4d1192f213e3919be582 2024-11-19T02:58:31,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/34cd6e1a60d54e6894f291c5f2b995ce to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/34cd6e1a60d54e6894f291c5f2b995ce 2024-11-19T02:58:31,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/ca37a257b36e4fefb3be353910aa9b66 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/ca37a257b36e4fefb3be353910aa9b66 2024-11-19T02:58:31,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/3af934473d534dbcbe437b3f1007c631 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/3af934473d534dbcbe437b3f1007c631 2024-11-19T02:58:31,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/e924c66425c0473eb6cf55eaa3d13891 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/e924c66425c0473eb6cf55eaa3d13891 2024-11-19T02:58:31,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/d4c64d80d99e4c50bfb64971a84a3518 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/d4c64d80d99e4c50bfb64971a84a3518 2024-11-19T02:58:31,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/8700bd89e8f144d3b25198cc8161794f to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/8700bd89e8f144d3b25198cc8161794f 2024-11-19T02:58:31,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/377d4b8c96944c26b5f776834d03bad0 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/377d4b8c96944c26b5f776834d03bad0 2024-11-19T02:58:31,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/8961fced010b4f26810a068ed1e0d033 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/8961fced010b4f26810a068ed1e0d033 2024-11-19T02:58:31,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/07dbe67786e6416f8215f0d088b565a0 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/07dbe67786e6416f8215f0d088b565a0 2024-11-19T02:58:31,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/997ad704f6d64ec8a44d705aade03ed1 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/997ad704f6d64ec8a44d705aade03ed1 2024-11-19T02:58:31,704 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/fc6b52dba0d34b20b0b0180bcdbbcd77 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/fc6b52dba0d34b20b0b0180bcdbbcd77 2024-11-19T02:58:31,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/440befa313494350b653741c7f13362f to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/440befa313494350b653741c7f13362f 2024-11-19T02:58:31,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/78ce80b9612241a4968520acb69f092c to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/78ce80b9612241a4968520acb69f092c 2024-11-19T02:58:31,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/ec1a122f9f8144ba9b6f17670b650c5e to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/ec1a122f9f8144ba9b6f17670b650c5e 2024-11-19T02:58:31,709 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/9b7378df38d44d0b804370508725744b to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/9b7378df38d44d0b804370508725744b 2024-11-19T02:58:31,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/e26b64fdaaf14e7da479693d44cc82b8 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/e26b64fdaaf14e7da479693d44cc82b8 2024-11-19T02:58:31,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/208ad8f6e4df4ed9b87221c8ff339f36 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/208ad8f6e4df4ed9b87221c8ff339f36 2024-11-19T02:58:31,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/90f3ec2c808c45558b750ff828d2b987 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/90f3ec2c808c45558b750ff828d2b987 2024-11-19T02:58:31,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/08aa7866f0cb4fd294019f4eac3ca339 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/08aa7866f0cb4fd294019f4eac3ca339 2024-11-19T02:58:31,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/1c657dd718854c6c95d4e8fee363dffc to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/1c657dd718854c6c95d4e8fee363dffc 2024-11-19T02:58:31,716 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/3f41ed92be684020a74ff450bd349336 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/3f41ed92be684020a74ff450bd349336 2024-11-19T02:58:31,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/73af5371cf0f448c9e43ca144379b15a to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/73af5371cf0f448c9e43ca144379b15a 2024-11-19T02:58:31,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/c87269f594124df2bcd3d001608707da to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/c87269f594124df2bcd3d001608707da 2024-11-19T02:58:31,720 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/c9f76215f9c84a609392b31a99d0909d to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/c9f76215f9c84a609392b31a99d0909d 2024-11-19T02:58:31,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/dee00ac3493f48e79c8d4783cc3f8666 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/dee00ac3493f48e79c8d4783cc3f8666 2024-11-19T02:58:31,722 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/4e273d325404491184a813a47ea283c6 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/4e273d325404491184a813a47ea283c6 2024-11-19T02:58:31,723 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/ee1f60aa705c4d43870dffebda3cf9f2 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/ee1f60aa705c4d43870dffebda3cf9f2 2024-11-19T02:58:31,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/e354f2b1209a4536b688d00aa26e915c to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/e354f2b1209a4536b688d00aa26e915c 2024-11-19T02:58:31,726 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/33ecab8677fa446abd5803d69e87bfd1 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/33ecab8677fa446abd5803d69e87bfd1 2024-11-19T02:58:31,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/558f72e33ba6456c9f2616407ece4d47 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/558f72e33ba6456c9f2616407ece4d47 2024-11-19T02:58:31,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/8fadcda18ca749a8847827593b97a39f to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/8fadcda18ca749a8847827593b97a39f 2024-11-19T02:58:31,729 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/02634653568340ceae14bb98361439a8 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/02634653568340ceae14bb98361439a8 2024-11-19T02:58:31,731 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/4b8ded3bc7d74d489bf6f9ccaaa29b09 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/4b8ded3bc7d74d489bf6f9ccaaa29b09 2024-11-19T02:58:31,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/29c1d90e2ac246ffb0f5fa20cd659175 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/29c1d90e2ac246ffb0f5fa20cd659175 2024-11-19T02:58:31,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/120410b0675d46ea8338eba992ce36e2 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/120410b0675d46ea8338eba992ce36e2 2024-11-19T02:58:31,735 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/c73cf2c1bb9a452cb21dd290fdecbea4, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/58a0e29a85704f31a7ddd975b7ea613e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/1f4a48610e7a42e192fe9155c87b8926, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/9c06e0eeeea34cbf981cda67a69369f7, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/39325034d3514c939de5338f9e34b162, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/a5a1a5dbe7bc49a7aa6e9a2db30bca94, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/7f808e66a05a432b91a0912dbdf2030d, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/7a850e5646c04f8dbf80b6dbcde2ee06, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/3ba59e74d9544e1eafbd3b415b819d19, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/450bdd816317465da7fc99f617a802b1, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/4e9f0f08ce6e4b2d885994a2a1b5881e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/c71cea9a6f8142bc826933575db6c3a0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/67a99788cbcd436f9beebe469a060449, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/5f9c50f33c854aa8acf0774a19f2057a, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/8686e9288156442c990904faa0a251e6, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/737a407e284e457e8cb3541d0d44e8c5, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/cebaf97d622c4d9aaccd77b07e8efe99, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/00392cb7e61645a0b225ccd63d45ab6b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/d0a4f079858c4bed81d49d8df10c1845, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/334c11dd89604017a8066b3693d8e9b3, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/f56e52d3d6d24dc2a7c505f6480f1870, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/afa67bee907c4d16aec9e80f9c8db77e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/f921857af21c4ed2a780cc5179bfa9c6, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/538cccd01a7e497e8f626c45980bd395, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/3194a8f163fc47ba8350c9b8cbf21aad, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/07815fb8a4394beba90f7fc2b186126b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/01137dde47064fce91b5a184f5bc716e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/741ca191dda44c8da2efb12747a93f18, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/b9be429ad96a4041bbc9b1ce9fc511a1, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/ce9ac4172f9c44a78fce9c5805a8dc13, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/658fd84a5a9d4f689f47e61a1e6944b7, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/a88eb3f7624346aab369f88bd62c6139, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/73961ceea4c048fdb460ec3cb07ebe9e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/c180bf1c7ab64e61ba76c52e755473aa, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/672685d5aa9b41fd8a70135bf4aec532, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/54911a90a3c44c8aafec0f9fd5617b1f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/e98c25ff1ec14d16876a0789d0bb959f] to archive 2024-11-19T02:58:31,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T02:58:31,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/c73cf2c1bb9a452cb21dd290fdecbea4 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/c73cf2c1bb9a452cb21dd290fdecbea4 2024-11-19T02:58:31,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/58a0e29a85704f31a7ddd975b7ea613e to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/58a0e29a85704f31a7ddd975b7ea613e 2024-11-19T02:58:31,740 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/1f4a48610e7a42e192fe9155c87b8926 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/1f4a48610e7a42e192fe9155c87b8926 2024-11-19T02:58:31,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/9c06e0eeeea34cbf981cda67a69369f7 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/9c06e0eeeea34cbf981cda67a69369f7 2024-11-19T02:58:31,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/39325034d3514c939de5338f9e34b162 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/39325034d3514c939de5338f9e34b162 2024-11-19T02:58:31,744 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/a5a1a5dbe7bc49a7aa6e9a2db30bca94 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/a5a1a5dbe7bc49a7aa6e9a2db30bca94 2024-11-19T02:58:31,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/7f808e66a05a432b91a0912dbdf2030d to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/7f808e66a05a432b91a0912dbdf2030d 2024-11-19T02:58:31,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/7a850e5646c04f8dbf80b6dbcde2ee06 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/7a850e5646c04f8dbf80b6dbcde2ee06 2024-11-19T02:58:31,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/3ba59e74d9544e1eafbd3b415b819d19 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/3ba59e74d9544e1eafbd3b415b819d19 2024-11-19T02:58:31,748 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/450bdd816317465da7fc99f617a802b1 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/450bdd816317465da7fc99f617a802b1 2024-11-19T02:58:31,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/4e9f0f08ce6e4b2d885994a2a1b5881e to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/4e9f0f08ce6e4b2d885994a2a1b5881e 2024-11-19T02:58:31,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/c71cea9a6f8142bc826933575db6c3a0 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/c71cea9a6f8142bc826933575db6c3a0 2024-11-19T02:58:31,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/67a99788cbcd436f9beebe469a060449 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/67a99788cbcd436f9beebe469a060449 2024-11-19T02:58:31,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/5f9c50f33c854aa8acf0774a19f2057a to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/5f9c50f33c854aa8acf0774a19f2057a 2024-11-19T02:58:31,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/8686e9288156442c990904faa0a251e6 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/8686e9288156442c990904faa0a251e6 2024-11-19T02:58:31,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/737a407e284e457e8cb3541d0d44e8c5 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/737a407e284e457e8cb3541d0d44e8c5 2024-11-19T02:58:31,756 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/cebaf97d622c4d9aaccd77b07e8efe99 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/cebaf97d622c4d9aaccd77b07e8efe99 2024-11-19T02:58:31,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/00392cb7e61645a0b225ccd63d45ab6b to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/00392cb7e61645a0b225ccd63d45ab6b 2024-11-19T02:58:31,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/d0a4f079858c4bed81d49d8df10c1845 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/d0a4f079858c4bed81d49d8df10c1845 2024-11-19T02:58:31,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/334c11dd89604017a8066b3693d8e9b3 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/334c11dd89604017a8066b3693d8e9b3 2024-11-19T02:58:31,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/f56e52d3d6d24dc2a7c505f6480f1870 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/f56e52d3d6d24dc2a7c505f6480f1870 2024-11-19T02:58:31,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/afa67bee907c4d16aec9e80f9c8db77e to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/afa67bee907c4d16aec9e80f9c8db77e 2024-11-19T02:58:31,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/f921857af21c4ed2a780cc5179bfa9c6 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/f921857af21c4ed2a780cc5179bfa9c6 2024-11-19T02:58:31,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/538cccd01a7e497e8f626c45980bd395 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/538cccd01a7e497e8f626c45980bd395 2024-11-19T02:58:31,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/3194a8f163fc47ba8350c9b8cbf21aad to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/3194a8f163fc47ba8350c9b8cbf21aad 2024-11-19T02:58:31,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/07815fb8a4394beba90f7fc2b186126b to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/07815fb8a4394beba90f7fc2b186126b 2024-11-19T02:58:31,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/01137dde47064fce91b5a184f5bc716e to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/01137dde47064fce91b5a184f5bc716e 2024-11-19T02:58:31,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/741ca191dda44c8da2efb12747a93f18 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/741ca191dda44c8da2efb12747a93f18 2024-11-19T02:58:31,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/b9be429ad96a4041bbc9b1ce9fc511a1 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/b9be429ad96a4041bbc9b1ce9fc511a1 2024-11-19T02:58:31,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/ce9ac4172f9c44a78fce9c5805a8dc13 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/ce9ac4172f9c44a78fce9c5805a8dc13 2024-11-19T02:58:31,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/658fd84a5a9d4f689f47e61a1e6944b7 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/658fd84a5a9d4f689f47e61a1e6944b7 2024-11-19T02:58:31,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/a88eb3f7624346aab369f88bd62c6139 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/a88eb3f7624346aab369f88bd62c6139 2024-11-19T02:58:31,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/73961ceea4c048fdb460ec3cb07ebe9e to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/73961ceea4c048fdb460ec3cb07ebe9e 2024-11-19T02:58:31,775 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/c180bf1c7ab64e61ba76c52e755473aa to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/c180bf1c7ab64e61ba76c52e755473aa 2024-11-19T02:58:31,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/672685d5aa9b41fd8a70135bf4aec532 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/672685d5aa9b41fd8a70135bf4aec532 2024-11-19T02:58:31,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/54911a90a3c44c8aafec0f9fd5617b1f to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/54911a90a3c44c8aafec0f9fd5617b1f 2024-11-19T02:58:31,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/e98c25ff1ec14d16876a0789d0bb959f to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/e98c25ff1ec14d16876a0789d0bb959f 2024-11-19T02:58:31,782 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/recovered.edits/585.seqid, newMaxSeqId=585, maxSeqId=1 2024-11-19T02:58:31,783 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. 2024-11-19T02:58:31,783 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1676): Region close journal for 2dfd75b08b25be99c8fa1f8924983d23: Waiting for close lock at 1731985110360Running coprocessor pre-close hooks at 1731985110360Disabling compacts and flushes for region at 1731985110360Disabling writes for close at 1731985110360Obtaining lock to block concurrent updates at 1731985110361 (+1 ms)Preparing flush snapshotting stores in 2dfd75b08b25be99c8fa1f8924983d23 at 1731985110361Finished memstore snapshotting TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731985110361Flushing stores of TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23. at 1731985110361Flushing 2dfd75b08b25be99c8fa1f8924983d23/A: creating writer at 1731985110361Flushing 2dfd75b08b25be99c8fa1f8924983d23/A: appending metadata at 1731985110364 (+3 ms)Flushing 2dfd75b08b25be99c8fa1f8924983d23/A: closing flushed file at 1731985110364Flushing 2dfd75b08b25be99c8fa1f8924983d23/B: creating writer at 1731985110774 (+410 ms)Flushing 2dfd75b08b25be99c8fa1f8924983d23/B: appending metadata at 1731985110776 (+2 ms)Flushing 2dfd75b08b25be99c8fa1f8924983d23/B: closing flushed file at 1731985110776Flushing 2dfd75b08b25be99c8fa1f8924983d23/C: creating writer at 1731985111185 (+409 ms)Flushing 2dfd75b08b25be99c8fa1f8924983d23/C: appending metadata at 1731985111187 (+2 ms)Flushing 2dfd75b08b25be99c8fa1f8924983d23/C: closing flushed file at 1731985111187Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1820e241: reopening flushed file at 1731985111596 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47432e2a: reopening flushed file at 1731985111601 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a999418: reopening flushed file at 1731985111606 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 2dfd75b08b25be99c8fa1f8924983d23 in 1252ms, sequenceid=582, compaction requested=true at 1731985111612 (+6 ms)Writing region close event to WAL at 1731985111779 (+167 ms)Running coprocessor post-close hooks at 1731985111783 (+4 ms)Closed at 1731985111783 2024-11-19T02:58:31,785 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(157): Closed 2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:31,786 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=2dfd75b08b25be99c8fa1f8924983d23, regionState=CLOSED 2024-11-19T02:58:31,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 because future has completed 2024-11-19T02:58:31,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-19T02:58:31,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseRegionProcedure 2dfd75b08b25be99c8fa1f8924983d23, server=e93af88909ff,45689,1731985081997 in 1.5850 sec 2024-11-19T02:58:31,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-19T02:58:31,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2dfd75b08b25be99c8fa1f8924983d23, UNASSIGN in 1.5910 sec 2024-11-19T02:58:31,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-19T02:58:31,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5980 sec 2024-11-19T02:58:31,796 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731985111795"}]},"ts":"1731985111795"} 2024-11-19T02:58:31,797 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-19T02:58:31,797 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-19T02:58:31,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6120 sec 2024-11-19T02:58:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-19T02:58:32,339 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:58:32,342 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-19T02:58:32,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T02:58:32,347 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T02:58:32,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-19T02:58:32,349 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=31, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T02:58:32,353 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:32,356 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A, FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B, FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C, FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/recovered.edits] 2024-11-19T02:58:32,359 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/7b1b8eb5c8ad4361906f8cdd57f1caba to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/7b1b8eb5c8ad4361906f8cdd57f1caba 2024-11-19T02:58:32,360 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/819badd9832344f4ba5fe1287291d1fd to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/819badd9832344f4ba5fe1287291d1fd 2024-11-19T02:58:32,362 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/bdf755c02e134e3dbb572440d67334fd to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/bdf755c02e134e3dbb572440d67334fd 2024-11-19T02:58:32,363 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/f70f8316659c45edbc6d1045837488b5 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/A/f70f8316659c45edbc6d1045837488b5 2024-11-19T02:58:32,365 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/1447af8f946740b9a5de4be4171e7fee to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/1447af8f946740b9a5de4be4171e7fee 2024-11-19T02:58:32,367 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/48c824e8dd7c4949b4eceaccb53d497b to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/48c824e8dd7c4949b4eceaccb53d497b 2024-11-19T02:58:32,368 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/6c58c5f8e32d4394a5e7c427264545eb to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/6c58c5f8e32d4394a5e7c427264545eb 2024-11-19T02:58:32,369 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/8a926807aa71415d97d1313a74659349 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/B/8a926807aa71415d97d1313a74659349 2024-11-19T02:58:32,371 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/07549044707640cc9297d8739966173e to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/07549044707640cc9297d8739966173e 2024-11-19T02:58:32,373 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/5698f001221a437d8c45112cacf6d41e to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/5698f001221a437d8c45112cacf6d41e 2024-11-19T02:58:32,374 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/a49f2d53ef44497f8fa690a5438fe3b9 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/a49f2d53ef44497f8fa690a5438fe3b9 2024-11-19T02:58:32,375 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/f61e4556b28044c3bf03689fabbdf741 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/C/f61e4556b28044c3bf03689fabbdf741 2024-11-19T02:58:32,378 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/recovered.edits/585.seqid to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23/recovered.edits/585.seqid 2024-11-19T02:58:32,378 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2dfd75b08b25be99c8fa1f8924983d23 2024-11-19T02:58:32,379 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-19T02:58:32,384 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=31, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T02:58:32,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-19T02:58:32,393 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-19T02:58:32,426 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-19T02:58:32,427 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=31, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T02:58:32,427 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-19T02:58:32,427 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731985112427"}]},"ts":"9223372036854775807"} 2024-11-19T02:58:32,432 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-19T02:58:32,432 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 2dfd75b08b25be99c8fa1f8924983d23, NAME => 'TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23.', STARTKEY => '', ENDKEY => ''}] 2024-11-19T02:58:32,432 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-19T02:58:32,432 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731985112432"}]},"ts":"9223372036854775807"} 2024-11-19T02:58:32,435 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-19T02:58:32,435 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=31, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T02:58:32,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 92 msec 2024-11-19T02:58:32,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-19T02:58:32,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-19T02:58:32,460 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:58:32,472 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=239 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1968957416_22 at /127.0.0.1:53448 [Waiting for operation #36] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-37257898_22 at /127.0.0.1:46736 [Waiting for operation #349] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/e93af88909ff:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;e93af88909ff:45689-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1968957416_22 at /127.0.0.1:46580 [Waiting for operation #381] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=318 (was 185) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10894 (was 11444) 2024-11-19T02:58:32,481 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=239, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=318, ProcessCount=11, AvailableMemoryMB=10894 2024-11-19T02:58:32,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T02:58:32,482 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T02:58:32,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-19T02:58:32,484 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T02:58:32,485 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:32,485 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 32 2024-11-19T02:58:32,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-19T02:58:32,485 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T02:58:32,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741960_1136 (size=959) 2024-11-19T02:58:32,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-19T02:58:32,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-19T02:58:32,893 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666 2024-11-19T02:58:32,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741961_1137 (size=53) 2024-11-19T02:58:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-19T02:58:33,299 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:58:33,299 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 2fdb5c00bc5ff1fd2b89e5f0a709ad11, disabling compactions & flushes 2024-11-19T02:58:33,299 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:33,299 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:33,299 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. after waiting 0 ms 2024-11-19T02:58:33,299 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:33,299 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:33,299 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: Waiting for close lock at 1731985113299Disabling compacts and flushes for region at 1731985113299Disabling writes for close at 1731985113299Writing region close event to WAL at 1731985113299Closed at 1731985113299 2024-11-19T02:58:33,300 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T02:58:33,301 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731985113301"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731985113301"}]},"ts":"1731985113301"} 2024-11-19T02:58:33,302 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T02:58:33,303 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T02:58:33,303 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731985113303"}]},"ts":"1731985113303"} 2024-11-19T02:58:33,305 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-19T02:58:33,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fdb5c00bc5ff1fd2b89e5f0a709ad11, ASSIGN}] 2024-11-19T02:58:33,306 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fdb5c00bc5ff1fd2b89e5f0a709ad11, ASSIGN 2024-11-19T02:58:33,307 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fdb5c00bc5ff1fd2b89e5f0a709ad11, ASSIGN; state=OFFLINE, location=e93af88909ff,45689,1731985081997; forceNewPlan=false, retain=false 2024-11-19T02:58:33,457 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=2fdb5c00bc5ff1fd2b89e5f0a709ad11, regionState=OPENING, regionLocation=e93af88909ff,45689,1731985081997 2024-11-19T02:58:33,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fdb5c00bc5ff1fd2b89e5f0a709ad11, ASSIGN because future has completed 2024-11-19T02:58:33,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997}] 2024-11-19T02:58:33,615 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:33,615 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} 2024-11-19T02:58:33,615 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:33,616 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:58:33,616 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:33,616 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:33,617 INFO [StoreOpener-2fdb5c00bc5ff1fd2b89e5f0a709ad11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-19T02:58:33,619 INFO [StoreOpener-2fdb5c00bc5ff1fd2b89e5f0a709ad11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fdb5c00bc5ff1fd2b89e5f0a709ad11 columnFamilyName A 2024-11-19T02:58:33,619 DEBUG [StoreOpener-2fdb5c00bc5ff1fd2b89e5f0a709ad11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:33,620 INFO [StoreOpener-2fdb5c00bc5ff1fd2b89e5f0a709ad11-1 {}] regionserver.HStore(327): Store=2fdb5c00bc5ff1fd2b89e5f0a709ad11/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:58:33,620 INFO [StoreOpener-2fdb5c00bc5ff1fd2b89e5f0a709ad11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:33,621 INFO [StoreOpener-2fdb5c00bc5ff1fd2b89e5f0a709ad11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fdb5c00bc5ff1fd2b89e5f0a709ad11 columnFamilyName B 2024-11-19T02:58:33,621 DEBUG [StoreOpener-2fdb5c00bc5ff1fd2b89e5f0a709ad11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:33,621 INFO [StoreOpener-2fdb5c00bc5ff1fd2b89e5f0a709ad11-1 {}] regionserver.HStore(327): Store=2fdb5c00bc5ff1fd2b89e5f0a709ad11/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:58:33,622 INFO [StoreOpener-2fdb5c00bc5ff1fd2b89e5f0a709ad11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:33,622 INFO [StoreOpener-2fdb5c00bc5ff1fd2b89e5f0a709ad11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fdb5c00bc5ff1fd2b89e5f0a709ad11 columnFamilyName C 2024-11-19T02:58:33,622 DEBUG [StoreOpener-2fdb5c00bc5ff1fd2b89e5f0a709ad11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:33,623 INFO [StoreOpener-2fdb5c00bc5ff1fd2b89e5f0a709ad11-1 {}] regionserver.HStore(327): Store=2fdb5c00bc5ff1fd2b89e5f0a709ad11/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:58:33,623 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:33,624 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:33,624 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:33,625 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:33,625 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:33,625 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T02:58:33,626 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:33,628 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:58:33,628 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 2fdb5c00bc5ff1fd2b89e5f0a709ad11; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70251255, jitterRate=0.04682527482509613}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T02:58:33,628 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:33,629 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: Running coprocessor pre-open hook at 1731985113616Writing region info on filesystem at 1731985113616Initializing all the Stores at 1731985113617 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731985113617Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731985113617Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731985113617Cleaning up temporary data from old regions at 1731985113625 (+8 ms)Running coprocessor post-open hooks at 1731985113628 (+3 ms)Region opened successfully at 1731985113629 (+1 ms) 2024-11-19T02:58:33,630 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., pid=34, masterSystemTime=1731985113612 2024-11-19T02:58:33,632 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:33,632 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:33,632 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=2fdb5c00bc5ff1fd2b89e5f0a709ad11, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,45689,1731985081997 2024-11-19T02:58:33,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 because future has completed 2024-11-19T02:58:33,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-19T02:58:33,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure 2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 in 175 msec 2024-11-19T02:58:33,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-19T02:58:33,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fdb5c00bc5ff1fd2b89e5f0a709ad11, ASSIGN in 332 msec 2024-11-19T02:58:33,639 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T02:58:33,640 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731985113639"}]},"ts":"1731985113639"} 2024-11-19T02:58:33,641 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-19T02:58:33,642 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T02:58:33,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1590 sec 2024-11-19T02:58:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-19T02:58:34,629 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:58:34,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79527845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:34,630 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:58:34,631 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:58:34,632 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:58:34,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:58:34,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:58:34,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@127742ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:34,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:58:34,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:58:34,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:34,634 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:58:34,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204753a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:34,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:58:34,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:58:34,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:58:34,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59954, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:58:34,639 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T02:58:34,640 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is e93af88909ff,34879,1731985081307 2024-11-19T02:58:34,640 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67dee1fe 2024-11-19T02:58:34,640 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T02:58:34,641 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36566, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T02:58:34,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T02:58:34,647 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T02:58:34,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-19T02:58:34,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741962_1138 (size=995) 2024-11-19T02:58:35,068 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-19T02:58:35,068 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-19T02:58:35,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T02:58:35,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fdb5c00bc5ff1fd2b89e5f0a709ad11, REOPEN/MOVE}] 2024-11-19T02:58:35,079 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fdb5c00bc5ff1fd2b89e5f0a709ad11, REOPEN/MOVE 2024-11-19T02:58:35,080 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=2fdb5c00bc5ff1fd2b89e5f0a709ad11, regionState=CLOSING, regionLocation=e93af88909ff,45689,1731985081997 2024-11-19T02:58:35,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fdb5c00bc5ff1fd2b89e5f0a709ad11, REOPEN/MOVE because future has completed 2024-11-19T02:58:35,082 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T02:58:35,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997}] 2024-11-19T02:58:35,234 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(122): Close 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:35,234 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T02:58:35,234 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1722): Closing 2fdb5c00bc5ff1fd2b89e5f0a709ad11, disabling compactions & flushes 2024-11-19T02:58:35,234 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:35,234 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:35,234 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. after waiting 0 ms 2024-11-19T02:58:35,234 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:35,238 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-19T02:58:35,239 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:35,239 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1676): Region close journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: Waiting for close lock at 1731985115234Running coprocessor pre-close hooks at 1731985115234Disabling compacts and flushes for region at 1731985115234Disabling writes for close at 1731985115234Writing region close event to WAL at 1731985115235 (+1 ms)Running coprocessor post-close hooks at 1731985115239 (+4 ms)Closed at 1731985115239 2024-11-19T02:58:35,239 WARN [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionServer(3299): Not adding moved region record: 2fdb5c00bc5ff1fd2b89e5f0a709ad11 to self. 2024-11-19T02:58:35,241 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(157): Closed 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:35,242 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=2fdb5c00bc5ff1fd2b89e5f0a709ad11, regionState=CLOSED 2024-11-19T02:58:35,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 because future has completed 2024-11-19T02:58:35,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-19T02:58:35,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; CloseRegionProcedure 2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 in 162 msec 2024-11-19T02:58:35,246 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fdb5c00bc5ff1fd2b89e5f0a709ad11, REOPEN/MOVE; state=CLOSED, location=e93af88909ff,45689,1731985081997; forceNewPlan=false, retain=true 2024-11-19T02:58:35,397 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=2fdb5c00bc5ff1fd2b89e5f0a709ad11, regionState=OPENING, regionLocation=e93af88909ff,45689,1731985081997 2024-11-19T02:58:35,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fdb5c00bc5ff1fd2b89e5f0a709ad11, REOPEN/MOVE because future has completed 2024-11-19T02:58:35,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997}] 2024-11-19T02:58:35,554 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:35,554 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} 2024-11-19T02:58:35,554 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:35,554 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:58:35,554 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:35,555 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:35,559 INFO [StoreOpener-2fdb5c00bc5ff1fd2b89e5f0a709ad11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:35,564 INFO [StoreOpener-2fdb5c00bc5ff1fd2b89e5f0a709ad11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fdb5c00bc5ff1fd2b89e5f0a709ad11 columnFamilyName A 2024-11-19T02:58:35,566 DEBUG [StoreOpener-2fdb5c00bc5ff1fd2b89e5f0a709ad11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:35,567 INFO [StoreOpener-2fdb5c00bc5ff1fd2b89e5f0a709ad11-1 {}] regionserver.HStore(327): Store=2fdb5c00bc5ff1fd2b89e5f0a709ad11/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:58:35,567 INFO [StoreOpener-2fdb5c00bc5ff1fd2b89e5f0a709ad11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:35,568 INFO [StoreOpener-2fdb5c00bc5ff1fd2b89e5f0a709ad11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fdb5c00bc5ff1fd2b89e5f0a709ad11 columnFamilyName B 2024-11-19T02:58:35,568 DEBUG [StoreOpener-2fdb5c00bc5ff1fd2b89e5f0a709ad11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:35,568 INFO [StoreOpener-2fdb5c00bc5ff1fd2b89e5f0a709ad11-1 {}] regionserver.HStore(327): Store=2fdb5c00bc5ff1fd2b89e5f0a709ad11/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:58:35,568 INFO [StoreOpener-2fdb5c00bc5ff1fd2b89e5f0a709ad11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:35,569 INFO [StoreOpener-2fdb5c00bc5ff1fd2b89e5f0a709ad11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fdb5c00bc5ff1fd2b89e5f0a709ad11 columnFamilyName C 2024-11-19T02:58:35,569 DEBUG [StoreOpener-2fdb5c00bc5ff1fd2b89e5f0a709ad11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:35,569 INFO [StoreOpener-2fdb5c00bc5ff1fd2b89e5f0a709ad11-1 {}] regionserver.HStore(327): Store=2fdb5c00bc5ff1fd2b89e5f0a709ad11/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:58:35,570 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:35,570 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:35,571 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:35,572 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:35,572 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:35,572 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T02:58:35,573 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:35,574 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 2fdb5c00bc5ff1fd2b89e5f0a709ad11; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66689454, jitterRate=-0.0062496960163116455}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T02:58:35,574 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:35,575 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: Running coprocessor pre-open hook at 1731985115555Writing region info on filesystem at 1731985115555Initializing all the Stores at 1731985115555Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731985115555Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731985115556 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731985115556Cleaning up temporary data from old regions at 1731985115572 (+16 ms)Running coprocessor post-open hooks at 1731985115574 (+2 ms)Region opened successfully at 1731985115575 (+1 ms) 2024-11-19T02:58:35,575 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., pid=39, masterSystemTime=1731985115551 2024-11-19T02:58:35,578 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:35,578 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:35,578 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=2fdb5c00bc5ff1fd2b89e5f0a709ad11, regionState=OPEN, openSeqNum=5, regionLocation=e93af88909ff,45689,1731985081997 2024-11-19T02:58:35,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 because future has completed 2024-11-19T02:58:35,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=37 2024-11-19T02:58:35,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure 2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 in 181 msec 2024-11-19T02:58:35,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-19T02:58:35,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fdb5c00bc5ff1fd2b89e5f0a709ad11, REOPEN/MOVE in 504 msec 2024-11-19T02:58:35,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-19T02:58:35,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 514 msec 2024-11-19T02:58:35,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 939 msec 2024-11-19T02:58:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-19T02:58:35,593 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:58:35,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5adc4e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:35,593 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:58:35,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:58:35,595 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:58:35,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:58:35,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:58:35,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50242da5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:35,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:58:35,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:58:35,596 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:35,597 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36584, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:58:35,597 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db1b3b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:35,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681c9b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:35,598 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:58:35,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:58:35,599 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:58:35,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:58:35,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:58:35,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555e7ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:35,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:58:35,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:58:35,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:35,601 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:58:35,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7301018e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:35,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d91e8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:35,602 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:58:35,602 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:58:35,603 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:58:35,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:58:35,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:58:35,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17994871, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:35,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:58:35,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:58:35,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:35,604 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36618, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:58:35,605 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e81f6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:35,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771f5e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:35,606 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:58:35,606 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:58:35,606 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:58:35,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:58:35,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:58:35,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@222f7fd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:35,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:58:35,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:58:35,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:35,608 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36634, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:58:35,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b374814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:35,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b75e2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:35,609 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:58:35,609 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:58:35,610 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:58:35,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:58:35,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:58:35,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142a3b4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:35,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:58:35,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:58:35,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:35,611 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36660, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:58:35,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ead9c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:35,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5453a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:35,613 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:58:35,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:58:35,613 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:58:35,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:58:35,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:58:35,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c18deec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:35,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:58:35,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:58:35,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:35,615 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36672, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:58:35,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5720b309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:35,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b6e690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:35,616 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:58:35,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:58:35,616 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:58:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:58:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:58:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507241e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:58:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:58:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:35,618 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:58:35,618 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c9390b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:35,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd05ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:35,619 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:58:35,619 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:58:35,620 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:58:35,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:58:35,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:58:35,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d17f4a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:35,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:58:35,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:58:35,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:35,621 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:58:35,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a57408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:35,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dff183a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:35,622 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:58:35,622 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:58:35,623 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:58:35,623 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:58:35,623 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:58:35,623 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54231fbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:35,623 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:58:35,623 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:58:35,624 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:35,624 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:58:35,625 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aff2db3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:58:35,626 DEBUG [Thread-689 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:58:35,626 DEBUG [Thread-691 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:58:35,626 DEBUG [Thread-700 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:58:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:58:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:58:35,627 DEBUG [Thread-696 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:58:35,627 DEBUG [Thread-694 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:58:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:58:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:58:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:58:35,627 DEBUG [Thread-683 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:58:35,628 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:58:35,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:58:35,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:58:35,628 DEBUG [Thread-685 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:58:35,628 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:58:35,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:58:35,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:58:35,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:58:35,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59982, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:58:35,630 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:58:35,631 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:58:35,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59986, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:58:35,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:58:35,631 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:58:35,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60000, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:58:35,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:58:35,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:58:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-19T02:58:35,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:58:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-19T02:58:35,633 DEBUG [Thread-698 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:58:35,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5] 2024-11-19T02:58:35,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:58:35,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:58:35,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5] 2024-11-19T02:58:35,635 DEBUG [Thread-687 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:58:35,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:58:35,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:58:35,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60018, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:58:35,637 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:58:35,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60020, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:58:35,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5] 2024-11-19T02:58:35,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5] 2024-11-19T02:58:35,638 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:58:35,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5] 2024-11-19T02:58:35,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:58:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5] 2024-11-19T02:58:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5] 2024-11-19T02:58:35,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5] 2024-11-19T02:58:35,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5] 2024-11-19T02:58:35,651 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:58:35,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fdb5c00bc5ff1fd2b89e5f0a709ad11 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T02:58:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:35,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411191b68c6ab6ae849349fbd1b0a518a78ae_2fdb5c00bc5ff1fd2b89e5f0a709ad11 is 50, key is test_row_0/A:col10/1731985115649/Put/seqid=0 2024-11-19T02:58:35,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985175707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:35,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:35,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985175707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:35,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:35,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:35,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:35,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:35,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59986 deadline: 1731985175708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:35,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:35,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:35,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985175712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:35,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:35,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:35,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:35,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:35,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:35,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741963_1139 (size=14594) 2024-11-19T02:58:35,723 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:35,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985175714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:35,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:35,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:35,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:35,730 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411191b68c6ab6ae849349fbd1b0a518a78ae_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411191b68c6ab6ae849349fbd1b0a518a78ae_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:35,736 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/8b098f5b3dc4428480ad0ee9bbbb9393, store: [table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-19T02:58:35,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/8b098f5b3dc4428480ad0ee9bbbb9393 is 175, key is test_row_0/A:col10/1731985115649/Put/seqid=0 2024-11-19T02:58:35,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741964_1140 (size=39549) 2024-11-19T02:58:35,760 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/8b098f5b3dc4428480ad0ee9bbbb9393 2024-11-19T02:58:35,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-19T02:58:35,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:35,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:35,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:35,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:35,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:35,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/2012ad57e71b4b429267890840dbb097 is 50, key is test_row_0/B:col10/1731985115649/Put/seqid=0 2024-11-19T02:58:35,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985175819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:35,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59986 deadline: 1731985175820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:35,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:35,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:35,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:35,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:35,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985175820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:35,823 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:35,823 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:35,823 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:35,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:35,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:35,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:35,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985175824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:35,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:35,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:35,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:35,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741965_1141 (size=12001) 2024-11-19T02:58:35,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985175829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:35,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:35,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:35,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:35,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-19T02:58:35,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:35,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:35,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:35,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:35,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:35,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-19T02:58:36,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:36,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59986 deadline: 1731985176029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:36,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:36,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:36,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985176030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:36,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985176030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:36,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:36,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985176030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:36,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:36,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:36,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985176040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:36,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:36,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-19T02:58:36,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:36,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:36,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:36,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:36,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:36,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/2012ad57e71b4b429267890840dbb097 2024-11-19T02:58:36,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-19T02:58:36,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:36,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:36,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:36,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:36,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:36,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-19T02:58:36,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/47c4bee9d9ec4d15b5855966c7bfb0fb is 50, key is test_row_0/C:col10/1731985115649/Put/seqid=0 2024-11-19T02:58:36,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741966_1142 (size=12001) 2024-11-19T02:58:36,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59986 deadline: 1731985176339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:36,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:36,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985176339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:36,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:36,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985176340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:36,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:36,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985176349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:36,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985176349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:36,351 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,351 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,351 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:36,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:36,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-19T02:58:36,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:36,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:36,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:36,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:36,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:36,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-19T02:58:36,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:36,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:36,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:36,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:36,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:36,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/47c4bee9d9ec4d15b5855966c7bfb0fb 2024-11-19T02:58:36,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/8b098f5b3dc4428480ad0ee9bbbb9393 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/8b098f5b3dc4428480ad0ee9bbbb9393 2024-11-19T02:58:36,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/8b098f5b3dc4428480ad0ee9bbbb9393, entries=200, sequenceid=16, filesize=38.6 K 2024-11-19T02:58:36,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/2012ad57e71b4b429267890840dbb097 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/2012ad57e71b4b429267890840dbb097 2024-11-19T02:58:36,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/2012ad57e71b4b429267890840dbb097, entries=150, sequenceid=16, filesize=11.7 K 2024-11-19T02:58:36,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/47c4bee9d9ec4d15b5855966c7bfb0fb as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/47c4bee9d9ec4d15b5855966c7bfb0fb 2024-11-19T02:58:36,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/47c4bee9d9ec4d15b5855966c7bfb0fb, entries=150, sequenceid=16, filesize=11.7 K 2024-11-19T02:58:36,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 in 1056ms, sequenceid=16, compaction requested=false 2024-11-19T02:58:36,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:36,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-19T02:58:36,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:36,717 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 2fdb5c00bc5ff1fd2b89e5f0a709ad11 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T02:58:36,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111912c4160c40454c20b154db1bc883f0a3_2fdb5c00bc5ff1fd2b89e5f0a709ad11 is 50, key is test_row_0/A:col10/1731985115706/Put/seqid=0 2024-11-19T02:58:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-19T02:58:36,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741967_1143 (size=12154) 2024-11-19T02:58:36,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:36,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985176867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985176870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:36,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:36,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59986 deadline: 1731985176870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:36,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:36,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985176878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:36,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985176879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:36,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:36,886 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,886 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,886 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:36,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:36,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985176989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985176989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:36,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:36,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59986 deadline: 1731985176990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985176990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:36,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:36,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985176990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:36,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:36,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:36,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:36,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:36,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:36,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:37,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:37,189 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111912c4160c40454c20b154db1bc883f0a3_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111912c4160c40454c20b154db1bc883f0a3_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:37,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/c6a50b3942a448608fe31a41ca82ad79, store: [table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:37,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/c6a50b3942a448608fe31a41ca82ad79 is 175, key is test_row_0/A:col10/1731985115706/Put/seqid=0 2024-11-19T02:58:37,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741968_1144 (size=30955) 2024-11-19T02:58:37,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985177199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:37,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985177199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:37,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59986 deadline: 1731985177199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:37,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:37,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:37,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:37,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:37,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:37,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:37,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:37,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985177200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:37,204 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:37,204 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985177200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:37,204 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:37,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:37,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:37,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:37,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:37,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:37,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:37,336 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T02:58:37,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59986 deadline: 1731985177510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:37,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985177510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:37,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985177510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:37,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:37,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:37,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:37,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985177510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:37,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:37,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:37,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:37,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985177511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:37,513 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:37,513 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:37,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:37,513 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:37,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:37,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:37,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:37,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:37,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:37,597 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/c6a50b3942a448608fe31a41ca82ad79 2024-11-19T02:58:37,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/2ddf6a4ef42948119e961ae25e5c7945 is 50, key is test_row_0/B:col10/1731985115706/Put/seqid=0 2024-11-19T02:58:37,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741969_1145 (size=12001) 2024-11-19T02:58:37,622 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/2ddf6a4ef42948119e961ae25e5c7945 2024-11-19T02:58:37,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/56e5ca5754ea45d199a4e53671ef593c is 50, key is test_row_0/C:col10/1731985115706/Put/seqid=0 2024-11-19T02:58:37,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741970_1146 (size=12001) 2024-11-19T02:58:37,654 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/56e5ca5754ea45d199a4e53671ef593c 2024-11-19T02:58:37,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/c6a50b3942a448608fe31a41ca82ad79 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/c6a50b3942a448608fe31a41ca82ad79 2024-11-19T02:58:37,677 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/c6a50b3942a448608fe31a41ca82ad79, entries=150, sequenceid=40, filesize=30.2 K 2024-11-19T02:58:37,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/2ddf6a4ef42948119e961ae25e5c7945 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/2ddf6a4ef42948119e961ae25e5c7945 2024-11-19T02:58:37,692 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/2ddf6a4ef42948119e961ae25e5c7945, entries=150, sequenceid=40, filesize=11.7 K 2024-11-19T02:58:37,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/56e5ca5754ea45d199a4e53671ef593c as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/56e5ca5754ea45d199a4e53671ef593c 2024-11-19T02:58:37,702 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/56e5ca5754ea45d199a4e53671ef593c, entries=150, sequenceid=40, filesize=11.7 K 2024-11-19T02:58:37,704 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 in 987ms, sequenceid=40, compaction requested=false 2024-11-19T02:58:37,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:37,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:37,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-19T02:58:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-19T02:58:37,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-19T02:58:37,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0690 sec 2024-11-19T02:58:37,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 2.0850 sec 2024-11-19T02:58:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-19T02:58:37,780 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:58:37,781 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:58:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-19T02:58:37,784 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:58:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-19T02:58:37,785 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:58:37,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:58:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-19T02:58:37,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-19T02:58:37,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:37,937 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 2fdb5c00bc5ff1fd2b89e5f0a709ad11 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T02:58:37,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119e321b321dbc64eae905602330dbb44b6_2fdb5c00bc5ff1fd2b89e5f0a709ad11 is 50, key is test_row_0/A:col10/1731985116850/Put/seqid=0 2024-11-19T02:58:37,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741971_1147 (size=12154) 2024-11-19T02:58:37,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:37,978 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119e321b321dbc64eae905602330dbb44b6_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119e321b321dbc64eae905602330dbb44b6_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:37,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/15df10bddd4443428e49ae3fcee9dec5, store: [table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:37,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/15df10bddd4443428e49ae3fcee9dec5 is 175, key is test_row_0/A:col10/1731985116850/Put/seqid=0 2024-11-19T02:58:37,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741972_1148 (size=30955) 2024-11-19T02:58:37,991 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/15df10bddd4443428e49ae3fcee9dec5 2024-11-19T02:58:38,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/e12fec28b9f34cc19ed48abee440d326 is 50, key is test_row_0/B:col10/1731985116850/Put/seqid=0 2024-11-19T02:58:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:38,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:38,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741973_1149 (size=12001) 2024-11-19T02:58:38,029 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/e12fec28b9f34cc19ed48abee440d326 2024-11-19T02:58:38,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/f7ec40790e09489a8b3eabf1f948bf84 is 50, key is test_row_0/C:col10/1731985116850/Put/seqid=0 2024-11-19T02:58:38,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741974_1150 (size=12001) 2024-11-19T02:58:38,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59986 deadline: 1731985178075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:38,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:38,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985178077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:38,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:38,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985178079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:38,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,089 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,089 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:38,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985178084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:38,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985178085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:38,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:38,091 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,091 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,091 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-19T02:58:38,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59986 deadline: 1731985178189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:38,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985178189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:38,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:38,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985178200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:38,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985178200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:38,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:38,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:38,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985178200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:38,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:38,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59986 deadline: 1731985178398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:38,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-19T02:58:38,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:38,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985178409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985178409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:38,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985178409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:38,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985178419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:38,422 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,422 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,422 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:38,447 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/f7ec40790e09489a8b3eabf1f948bf84 2024-11-19T02:58:38,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/15df10bddd4443428e49ae3fcee9dec5 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/15df10bddd4443428e49ae3fcee9dec5 2024-11-19T02:58:38,458 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/15df10bddd4443428e49ae3fcee9dec5, entries=150, sequenceid=53, filesize=30.2 K 2024-11-19T02:58:38,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/e12fec28b9f34cc19ed48abee440d326 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/e12fec28b9f34cc19ed48abee440d326 2024-11-19T02:58:38,464 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/e12fec28b9f34cc19ed48abee440d326, entries=150, sequenceid=53, filesize=11.7 K 2024-11-19T02:58:38,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/f7ec40790e09489a8b3eabf1f948bf84 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/f7ec40790e09489a8b3eabf1f948bf84 2024-11-19T02:58:38,469 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/f7ec40790e09489a8b3eabf1f948bf84, entries=150, sequenceid=53, filesize=11.7 K 2024-11-19T02:58:38,470 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 in 533ms, sequenceid=53, compaction requested=true 2024-11-19T02:58:38,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:38,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:38,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-19T02:58:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-19T02:58:38,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-19T02:58:38,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 687 msec 2024-11-19T02:58:38,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 694 msec 2024-11-19T02:58:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:38,710 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:58:38,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fdb5c00bc5ff1fd2b89e5f0a709ad11 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T02:58:38,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119416c518d77894e7a8f05cc9d68e0b548_2fdb5c00bc5ff1fd2b89e5f0a709ad11 is 50, key is test_row_0/A:col10/1731985118709/Put/seqid=0 2024-11-19T02:58:38,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:38,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59986 deadline: 1731985178726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985178726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:38,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:38,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:38,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985178729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:38,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985178730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:38,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:38,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985178731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:38,734 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,734 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,734 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:38,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741975_1151 (size=12154) 2024-11-19T02:58:38,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:38,735 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:38,740 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119416c518d77894e7a8f05cc9d68e0b548_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119416c518d77894e7a8f05cc9d68e0b548_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:38,741 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/15ef45f1139247a493e4a61744317f86, store: [table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:38,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/15ef45f1139247a493e4a61744317f86 is 175, key is test_row_0/A:col10/1731985118709/Put/seqid=0 2024-11-19T02:58:38,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741976_1152 (size=30955) 2024-11-19T02:58:38,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59986 deadline: 1731985178839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:38,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:38,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985178839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:38,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:38,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:38,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985178839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:38,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:38,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:38,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985178839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:38,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:38,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-19T02:58:38,919 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:58:38,920 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:58:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-19T02:58:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-19T02:58:38,922 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:58:38,922 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:58:38,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:58:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-19T02:58:39,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985179049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:39,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59986 deadline: 1731985179049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:39,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:39,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985179050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:39,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:39,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985179050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:39,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:39,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:39,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:39,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-19T02:58:39,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:39,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:39,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:39,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:39,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:39,152 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/15ef45f1139247a493e4a61744317f86 2024-11-19T02:58:39,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/2ea85377198f45768a7fb8ae0d6628ca is 50, key is test_row_0/B:col10/1731985118709/Put/seqid=0 2024-11-19T02:58:39,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741977_1153 (size=12001) 2024-11-19T02:58:39,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/2ea85377198f45768a7fb8ae0d6628ca 2024-11-19T02:58:39,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/3411d88953ab40ac864d032dbb848157 is 50, key is test_row_0/C:col10/1731985118709/Put/seqid=0 2024-11-19T02:58:39,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741978_1154 (size=12001) 2024-11-19T02:58:39,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/3411d88953ab40ac864d032dbb848157 2024-11-19T02:58:39,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/15ef45f1139247a493e4a61744317f86 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/15ef45f1139247a493e4a61744317f86 2024-11-19T02:58:39,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/15ef45f1139247a493e4a61744317f86, entries=150, sequenceid=77, filesize=30.2 K 2024-11-19T02:58:39,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/2ea85377198f45768a7fb8ae0d6628ca as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/2ea85377198f45768a7fb8ae0d6628ca 2024-11-19T02:58:39,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/2ea85377198f45768a7fb8ae0d6628ca, entries=150, sequenceid=77, filesize=11.7 K 2024-11-19T02:58:39,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/3411d88953ab40ac864d032dbb848157 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/3411d88953ab40ac864d032dbb848157 2024-11-19T02:58:39,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/3411d88953ab40ac864d032dbb848157, entries=150, sequenceid=77, filesize=11.7 K 2024-11-19T02:58:39,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 in 509ms, sequenceid=77, compaction requested=true 2024-11-19T02:58:39,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:39,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fdb5c00bc5ff1fd2b89e5f0a709ad11:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:58:39,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:39,219 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:58:39,219 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:58:39,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fdb5c00bc5ff1fd2b89e5f0a709ad11:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:58:39,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:39,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fdb5c00bc5ff1fd2b89e5f0a709ad11:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:58:39,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:39,221 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:58:39,222 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 2fdb5c00bc5ff1fd2b89e5f0a709ad11/A is initiating minor compaction (all files) 2024-11-19T02:58:39,222 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fdb5c00bc5ff1fd2b89e5f0a709ad11/A in TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:39,222 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/8b098f5b3dc4428480ad0ee9bbbb9393, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/c6a50b3942a448608fe31a41ca82ad79, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/15df10bddd4443428e49ae3fcee9dec5, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/15ef45f1139247a493e4a61744317f86] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp, totalSize=129.3 K 2024-11-19T02:58:39,222 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:39,222 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. files: [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/8b098f5b3dc4428480ad0ee9bbbb9393, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/c6a50b3942a448608fe31a41ca82ad79, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/15df10bddd4443428e49ae3fcee9dec5, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/15ef45f1139247a493e4a61744317f86] 2024-11-19T02:58:39,222 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:58:39,223 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 2fdb5c00bc5ff1fd2b89e5f0a709ad11/B is initiating minor compaction (all files) 2024-11-19T02:58:39,223 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fdb5c00bc5ff1fd2b89e5f0a709ad11/B in TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:39,223 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/2012ad57e71b4b429267890840dbb097, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/2ddf6a4ef42948119e961ae25e5c7945, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/e12fec28b9f34cc19ed48abee440d326, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/2ea85377198f45768a7fb8ae0d6628ca] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp, totalSize=46.9 K 2024-11-19T02:58:39,223 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b098f5b3dc4428480ad0ee9bbbb9393, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731985115642 2024-11-19T02:58:39,224 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 2012ad57e71b4b429267890840dbb097, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731985115643 2024-11-19T02:58:39,224 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6a50b3942a448608fe31a41ca82ad79, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731985115688 2024-11-19T02:58:39,224 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ddf6a4ef42948119e961ae25e5c7945, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731985115688 2024-11-19T02:58:39,225 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15df10bddd4443428e49ae3fcee9dec5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731985116850 2024-11-19T02:58:39,225 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting e12fec28b9f34cc19ed48abee440d326, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731985116850 2024-11-19T02:58:39,225 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15ef45f1139247a493e4a61744317f86, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731985118066 2024-11-19T02:58:39,225 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ea85377198f45768a7fb8ae0d6628ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731985118066 2024-11-19T02:58:39,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-19T02:58:39,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:39,230 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 2fdb5c00bc5ff1fd2b89e5f0a709ad11 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T02:58:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-19T02:58:39,240 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fdb5c00bc5ff1fd2b89e5f0a709ad11#B#compaction#135 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:39,241 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/d5155dccb4d248e6949fb58685480520 is 50, key is test_row_0/B:col10/1731985118709/Put/seqid=0 2024-11-19T02:58:39,246 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:39,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119156a72955d0a48c69b6b392ee412c629_2fdb5c00bc5ff1fd2b89e5f0a709ad11 is 50, key is test_row_0/A:col10/1731985118729/Put/seqid=0 2024-11-19T02:58:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:39,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:39,253 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119899e777961f0471290c59b1cdd863f9f_2fdb5c00bc5ff1fd2b89e5f0a709ad11 store=[table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:39,257 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119899e777961f0471290c59b1cdd863f9f_2fdb5c00bc5ff1fd2b89e5f0a709ad11, store=[table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:39,258 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119899e777961f0471290c59b1cdd863f9f_2fdb5c00bc5ff1fd2b89e5f0a709ad11 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:39,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741979_1155 (size=12139) 2024-11-19T02:58:39,320 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/d5155dccb4d248e6949fb58685480520 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/d5155dccb4d248e6949fb58685480520 2024-11-19T02:58:39,328 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fdb5c00bc5ff1fd2b89e5f0a709ad11/B of 2fdb5c00bc5ff1fd2b89e5f0a709ad11 into d5155dccb4d248e6949fb58685480520(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:39,328 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:39,329 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., storeName=2fdb5c00bc5ff1fd2b89e5f0a709ad11/B, priority=12, startTime=1731985119219; duration=0sec 2024-11-19T02:58:39,329 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:39,329 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fdb5c00bc5ff1fd2b89e5f0a709ad11:B 2024-11-19T02:58:39,329 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:58:39,333 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:58:39,333 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 2fdb5c00bc5ff1fd2b89e5f0a709ad11/C is initiating minor compaction (all files) 2024-11-19T02:58:39,333 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fdb5c00bc5ff1fd2b89e5f0a709ad11/C in TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:39,333 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/47c4bee9d9ec4d15b5855966c7bfb0fb, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/56e5ca5754ea45d199a4e53671ef593c, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/f7ec40790e09489a8b3eabf1f948bf84, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/3411d88953ab40ac864d032dbb848157] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp, totalSize=46.9 K 2024-11-19T02:58:39,334 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 47c4bee9d9ec4d15b5855966c7bfb0fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731985115643 2024-11-19T02:58:39,334 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 56e5ca5754ea45d199a4e53671ef593c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731985115688 2024-11-19T02:58:39,335 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting f7ec40790e09489a8b3eabf1f948bf84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731985116850 2024-11-19T02:58:39,335 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 3411d88953ab40ac864d032dbb848157, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731985118066 2024-11-19T02:58:39,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741980_1156 (size=12154) 2024-11-19T02:58:39,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741981_1157 (size=4469) 2024-11-19T02:58:39,345 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fdb5c00bc5ff1fd2b89e5f0a709ad11#C#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:39,345 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/a881ec85dff647b989e39e3bd0d7ff16 is 50, key is test_row_0/C:col10/1731985118709/Put/seqid=0 2024-11-19T02:58:39,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741982_1158 (size=12139) 2024-11-19T02:58:39,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985179362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:39,365 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,365 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,365 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:39,367 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/a881ec85dff647b989e39e3bd0d7ff16 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/a881ec85dff647b989e39e3bd0d7ff16 2024-11-19T02:58:39,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985179363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:39,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985179364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:39,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:39,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985179365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:39,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:39,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:39,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59986 deadline: 1731985179369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:39,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:39,374 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fdb5c00bc5ff1fd2b89e5f0a709ad11/C of 2fdb5c00bc5ff1fd2b89e5f0a709ad11 into a881ec85dff647b989e39e3bd0d7ff16(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:39,374 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:39,374 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., storeName=2fdb5c00bc5ff1fd2b89e5f0a709ad11/C, priority=12, startTime=1731985119220; duration=0sec 2024-11-19T02:58:39,374 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:39,374 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fdb5c00bc5ff1fd2b89e5f0a709ad11:C 2024-11-19T02:58:39,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985179469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:39,471 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,471 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,471 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:39,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:39,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985179479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:39,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:39,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985179479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:39,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:39,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:39,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985179480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:39,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:39,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-19T02:58:39,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:39,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985179679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:39,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:39,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985179689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:39,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:39,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985179689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:39,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:39,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:39,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985179689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:39,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:39,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:39,740 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fdb5c00bc5ff1fd2b89e5f0a709ad11#A#compaction#137 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:39,741 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/6e9461ca82cf4ef0907893f9e4aee8bc is 175, key is test_row_0/A:col10/1731985118709/Put/seqid=0 2024-11-19T02:58:39,744 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119156a72955d0a48c69b6b392ee412c629_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119156a72955d0a48c69b6b392ee412c629_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:39,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741983_1159 (size=31093) 2024-11-19T02:58:39,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/bc2ccac687a2425a8f3712b002886e9f, store: [table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:39,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/bc2ccac687a2425a8f3712b002886e9f is 175, key is test_row_0/A:col10/1731985118729/Put/seqid=0 2024-11-19T02:58:39,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741984_1160 (size=30955) 2024-11-19T02:58:39,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59986 deadline: 1731985179878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:39,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:39,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985179989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:39,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:39,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:40,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985179999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:40,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985179999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:40,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:40,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:40,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:40,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:40,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:40,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:40,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985179999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:40,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:40,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:40,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-19T02:58:40,151 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=89, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/bc2ccac687a2425a8f3712b002886e9f 2024-11-19T02:58:40,151 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/6e9461ca82cf4ef0907893f9e4aee8bc as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/6e9461ca82cf4ef0907893f9e4aee8bc 2024-11-19T02:58:40,158 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fdb5c00bc5ff1fd2b89e5f0a709ad11/A of 2fdb5c00bc5ff1fd2b89e5f0a709ad11 into 6e9461ca82cf4ef0907893f9e4aee8bc(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:40,159 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:40,159 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., storeName=2fdb5c00bc5ff1fd2b89e5f0a709ad11/A, priority=12, startTime=1731985119219; duration=0sec 2024-11-19T02:58:40,159 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:40,159 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fdb5c00bc5ff1fd2b89e5f0a709ad11:A 2024-11-19T02:58:40,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/15d3a1baaf7647e081f69d702925af8d is 50, key is test_row_0/B:col10/1731985118729/Put/seqid=0 2024-11-19T02:58:40,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741985_1161 (size=12001) 2024-11-19T02:58:40,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985180499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:40,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:40,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:40,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:40,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985180509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:40,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:40,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985180509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:40,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:40,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:40,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:40,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:40,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:40,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985180519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:40,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:40,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:40,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:40,565 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/15d3a1baaf7647e081f69d702925af8d 2024-11-19T02:58:40,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/85d4d9df7a2943f1a01fbc8c2be1ee56 is 50, key is test_row_0/C:col10/1731985118729/Put/seqid=0 2024-11-19T02:58:40,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741986_1162 (size=12001) 2024-11-19T02:58:40,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59986 deadline: 1731985180889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:40,892 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_0' in 2fdb5c00bc5ff1fd2b89e5f0a709ad11 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T02:58:40,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:40,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:40,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:40,979 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/85d4d9df7a2943f1a01fbc8c2be1ee56 2024-11-19T02:58:40,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/bc2ccac687a2425a8f3712b002886e9f as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/bc2ccac687a2425a8f3712b002886e9f 2024-11-19T02:58:40,990 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/bc2ccac687a2425a8f3712b002886e9f, entries=150, sequenceid=89, filesize=30.2 K 2024-11-19T02:58:40,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/15d3a1baaf7647e081f69d702925af8d as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/15d3a1baaf7647e081f69d702925af8d 2024-11-19T02:58:40,996 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/15d3a1baaf7647e081f69d702925af8d, entries=150, sequenceid=89, filesize=11.7 K 2024-11-19T02:58:40,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/85d4d9df7a2943f1a01fbc8c2be1ee56 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/85d4d9df7a2943f1a01fbc8c2be1ee56 2024-11-19T02:58:41,004 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/85d4d9df7a2943f1a01fbc8c2be1ee56, entries=150, sequenceid=89, filesize=11.7 K 2024-11-19T02:58:41,005 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 in 1775ms, sequenceid=89, compaction requested=false 2024-11-19T02:58:41,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:41,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:41,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-19T02:58:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-19T02:58:41,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-19T02:58:41,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0840 sec 2024-11-19T02:58:41,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.0900 sec 2024-11-19T02:58:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-19T02:58:41,069 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:58:41,069 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:58:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-19T02:58:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-19T02:58:41,072 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:58:41,073 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:58:41,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:58:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-19T02:58:41,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-19T02:58:41,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:41,226 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 2fdb5c00bc5ff1fd2b89e5f0a709ad11 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T02:58:41,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111967b9c29c5a03441db0e70bc5a4488c3d_2fdb5c00bc5ff1fd2b89e5f0a709ad11 is 50, key is test_row_0/A:col10/1731985119361/Put/seqid=0 2024-11-19T02:58:41,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741987_1163 (size=12154) 2024-11-19T02:58:41,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:41,258 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111967b9c29c5a03441db0e70bc5a4488c3d_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111967b9c29c5a03441db0e70bc5a4488c3d_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:41,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/5b335ed0196e4cacbff213ef44542ba0, store: [table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:41,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/5b335ed0196e4cacbff213ef44542ba0 is 175, key is test_row_0/A:col10/1731985119361/Put/seqid=0 2024-11-19T02:58:41,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741988_1164 (size=30955) 2024-11-19T02:58:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-19T02:58:41,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:41,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:41,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:41,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985181531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:41,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:41,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:41,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:41,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:41,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985181532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:41,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:41,537 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:41,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985181533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:41,537 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:41,537 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:41,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:41,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:41,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:41,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:41,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985181534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:41,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:41,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:41,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:41,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:41,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985181639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:41,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:41,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:41,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:41,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:41,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985181639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:41,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:41,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:41,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:41,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:41,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985181649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:41,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:41,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:41,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985181649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:41,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:41,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:41,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:41,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:41,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:41,665 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/5b335ed0196e4cacbff213ef44542ba0 2024-11-19T02:58:41,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/89ab852eca6e4a4689a7f05c8d70885b is 50, key is test_row_0/B:col10/1731985119361/Put/seqid=0 2024-11-19T02:58:41,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741989_1165 (size=12001) 2024-11-19T02:58:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-19T02:58:41,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985181849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:41,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:41,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:41,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:41,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:41,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985181849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:41,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:41,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:41,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:41,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985181859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:41,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:41,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:41,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:41,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985181859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:42,079 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/89ab852eca6e4a4689a7f05c8d70885b 2024-11-19T02:58:42,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/150b61e7beff4188ae2a50d29b387628 is 50, key is test_row_0/C:col10/1731985119361/Put/seqid=0 2024-11-19T02:58:42,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741990_1166 (size=12001) 2024-11-19T02:58:42,097 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/150b61e7beff4188ae2a50d29b387628 2024-11-19T02:58:42,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/5b335ed0196e4cacbff213ef44542ba0 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/5b335ed0196e4cacbff213ef44542ba0 2024-11-19T02:58:42,121 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/5b335ed0196e4cacbff213ef44542ba0, entries=150, sequenceid=116, filesize=30.2 K 2024-11-19T02:58:42,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/89ab852eca6e4a4689a7f05c8d70885b as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/89ab852eca6e4a4689a7f05c8d70885b 2024-11-19T02:58:42,129 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/89ab852eca6e4a4689a7f05c8d70885b, entries=150, sequenceid=116, filesize=11.7 K 2024-11-19T02:58:42,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/150b61e7beff4188ae2a50d29b387628 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/150b61e7beff4188ae2a50d29b387628 2024-11-19T02:58:42,141 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/150b61e7beff4188ae2a50d29b387628, entries=150, sequenceid=116, filesize=11.7 K 2024-11-19T02:58:42,143 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 in 916ms, sequenceid=116, compaction requested=true 2024-11-19T02:58:42,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:42,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:42,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-19T02:58:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-19T02:58:42,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-19T02:58:42,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0710 sec 2024-11-19T02:58:42,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.0790 sec 2024-11-19T02:58:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:42,162 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:58:42,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fdb5c00bc5ff1fd2b89e5f0a709ad11 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T02:58:42,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119981e88e94430474d805ef9af2c2b3add_2fdb5c00bc5ff1fd2b89e5f0a709ad11 is 50, key is test_row_0/A:col10/1731985122159/Put/seqid=0 2024-11-19T02:58:42,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741991_1167 (size=14694) 2024-11-19T02:58:42,181 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:42,189 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119981e88e94430474d805ef9af2c2b3add_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119981e88e94430474d805ef9af2c2b3add_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:42,190 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/6bc4725e82fc479b9d14b1ad77caaff1, store: [table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:42,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/6bc4725e82fc479b9d14b1ad77caaff1 is 175, key is test_row_0/A:col10/1731985122159/Put/seqid=0 2024-11-19T02:58:42,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741992_1168 (size=39649) 2024-11-19T02:58:42,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:42,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985182201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985182201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:42,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:42,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985182203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:42,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-19T02:58:42,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:42,209 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,209 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,209 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:42,210 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:58:42,210 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:58:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-19T02:58:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-19T02:58:42,212 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:58:42,212 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:58:42,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:58:42,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985182209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:42,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-19T02:58:42,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985182319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:42,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:42,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985182319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:42,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:42,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:42,321 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985182320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:42,321 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,321 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:42,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:42,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985182320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:42,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:42,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:42,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-19T02:58:42,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:42,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:42,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:42,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:42,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:42,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-19T02:58:42,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:42,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:42,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:42,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:42,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-19T02:58:42,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985182529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:42,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:42,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985182529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:42,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:42,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985182530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:42,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:42,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:42,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985182530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:42,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:42,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:42,598 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/6bc4725e82fc479b9d14b1ad77caaff1 2024-11-19T02:58:42,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/f0fb1ad8b6a44d748ef82783607604b9 is 50, key is test_row_0/B:col10/1731985122159/Put/seqid=0 2024-11-19T02:58:42,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741993_1169 (size=12051) 2024-11-19T02:58:42,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-19T02:58:42,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:42,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:42,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:42,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:42,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:42,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-19T02:58:42,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:42,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:42,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:42,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:42,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:42,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-19T02:58:42,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985182839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:42,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:42,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985182839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:42,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:42,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:42,844 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985182839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:42,844 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,844 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:42,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:42,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985182839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:42,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:42,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:42,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59986 deadline: 1731985182909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:42,914 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_0' in 2fdb5c00bc5ff1fd2b89e5f0a709ad11 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T02:58:42,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:42,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:42,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-19T02:58:42,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:42,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:42,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:42,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:42,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:43,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/f0fb1ad8b6a44d748ef82783607604b9 2024-11-19T02:58:43,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/fe12cb2daa1f4362aa0fd50c74a160f9 is 50, key is test_row_0/C:col10/1731985122159/Put/seqid=0 2024-11-19T02:58:43,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741994_1170 (size=12051) 2024-11-19T02:58:43,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-19T02:58:43,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:43,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:43,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:43,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:43,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:43,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-19T02:58:43,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:43,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:43,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:43,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:43,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-19T02:58:43,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985183349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:43,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:43,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:43,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:43,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985183350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:43,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:43,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:43,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:43,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985183350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:43,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:43,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:43,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:43,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985183359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:43,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:43,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:43,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:43,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/fe12cb2daa1f4362aa0fd50c74a160f9 2024-11-19T02:58:43,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/6bc4725e82fc479b9d14b1ad77caaff1 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/6bc4725e82fc479b9d14b1ad77caaff1 2024-11-19T02:58:43,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/6bc4725e82fc479b9d14b1ad77caaff1, entries=200, sequenceid=130, filesize=38.7 K 2024-11-19T02:58:43,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-19T02:58:43,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:43,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:43,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:43,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:43,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:43,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/f0fb1ad8b6a44d748ef82783607604b9 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/f0fb1ad8b6a44d748ef82783607604b9 2024-11-19T02:58:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:43,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/f0fb1ad8b6a44d748ef82783607604b9, entries=150, sequenceid=130, filesize=11.8 K 2024-11-19T02:58:43,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/fe12cb2daa1f4362aa0fd50c74a160f9 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/fe12cb2daa1f4362aa0fd50c74a160f9 2024-11-19T02:58:43,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/fe12cb2daa1f4362aa0fd50c74a160f9, entries=150, sequenceid=130, filesize=11.8 K 2024-11-19T02:58:43,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 in 1289ms, sequenceid=130, compaction requested=true 2024-11-19T02:58:43,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:43,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fdb5c00bc5ff1fd2b89e5f0a709ad11:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:58:43,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:43,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fdb5c00bc5ff1fd2b89e5f0a709ad11:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:58:43,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:43,451 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:58:43,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fdb5c00bc5ff1fd2b89e5f0a709ad11:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:58:43,451 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:58:43,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:43,452 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132652 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:58:43,453 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 2fdb5c00bc5ff1fd2b89e5f0a709ad11/A is initiating minor compaction (all files) 2024-11-19T02:58:43,453 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fdb5c00bc5ff1fd2b89e5f0a709ad11/A in TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:43,453 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:58:43,453 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/6e9461ca82cf4ef0907893f9e4aee8bc, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/bc2ccac687a2425a8f3712b002886e9f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/5b335ed0196e4cacbff213ef44542ba0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/6bc4725e82fc479b9d14b1ad77caaff1] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp, totalSize=129.5 K 2024-11-19T02:58:43,453 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:43,453 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 2fdb5c00bc5ff1fd2b89e5f0a709ad11/B is initiating minor compaction (all files) 2024-11-19T02:58:43,453 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. files: [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/6e9461ca82cf4ef0907893f9e4aee8bc, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/bc2ccac687a2425a8f3712b002886e9f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/5b335ed0196e4cacbff213ef44542ba0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/6bc4725e82fc479b9d14b1ad77caaff1] 2024-11-19T02:58:43,453 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fdb5c00bc5ff1fd2b89e5f0a709ad11/B in TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:43,453 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/d5155dccb4d248e6949fb58685480520, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/15d3a1baaf7647e081f69d702925af8d, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/89ab852eca6e4a4689a7f05c8d70885b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/f0fb1ad8b6a44d748ef82783607604b9] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp, totalSize=47.1 K 2024-11-19T02:58:43,454 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e9461ca82cf4ef0907893f9e4aee8bc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731985118066 2024-11-19T02:58:43,454 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting d5155dccb4d248e6949fb58685480520, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731985118066 2024-11-19T02:58:43,455 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc2ccac687a2425a8f3712b002886e9f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731985118724 2024-11-19T02:58:43,455 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 15d3a1baaf7647e081f69d702925af8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731985118724 2024-11-19T02:58:43,455 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 89ab852eca6e4a4689a7f05c8d70885b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731985119361 2024-11-19T02:58:43,455 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b335ed0196e4cacbff213ef44542ba0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731985119361 2024-11-19T02:58:43,455 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting f0fb1ad8b6a44d748ef82783607604b9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731985121530 2024-11-19T02:58:43,455 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6bc4725e82fc479b9d14b1ad77caaff1, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731985121530 2024-11-19T02:58:43,464 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:43,467 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fdb5c00bc5ff1fd2b89e5f0a709ad11#B#compaction#148 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:43,467 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/b0e6ad8bc61e4196a7f2b80c36f41591 is 50, key is test_row_0/B:col10/1731985122159/Put/seqid=0 2024-11-19T02:58:43,468 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411198245b5b777ab44bebd052eccfc790215_2fdb5c00bc5ff1fd2b89e5f0a709ad11 store=[table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:43,471 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411198245b5b777ab44bebd052eccfc790215_2fdb5c00bc5ff1fd2b89e5f0a709ad11, store=[table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:43,472 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411198245b5b777ab44bebd052eccfc790215_2fdb5c00bc5ff1fd2b89e5f0a709ad11 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:43,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741995_1171 (size=12325) 2024-11-19T02:58:43,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741996_1172 (size=4469) 2024-11-19T02:58:43,480 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fdb5c00bc5ff1fd2b89e5f0a709ad11#A#compaction#147 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:43,481 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/4f85207a7b6041c9b2bfb06a4635da59 is 175, key is test_row_0/A:col10/1731985122159/Put/seqid=0 2024-11-19T02:58:43,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741997_1173 (size=31279) 2024-11-19T02:58:43,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-19T02:58:43,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:43,593 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 2fdb5c00bc5ff1fd2b89e5f0a709ad11 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-19T02:58:43,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411193bdb148b1f634040b62e52d4166da0e3_2fdb5c00bc5ff1fd2b89e5f0a709ad11 is 50, key is test_row_0/A:col10/1731985122201/Put/seqid=0 2024-11-19T02:58:43,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741998_1174 (size=12304) 2024-11-19T02:58:43,881 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/b0e6ad8bc61e4196a7f2b80c36f41591 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/b0e6ad8bc61e4196a7f2b80c36f41591 2024-11-19T02:58:43,893 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fdb5c00bc5ff1fd2b89e5f0a709ad11/B of 2fdb5c00bc5ff1fd2b89e5f0a709ad11 into b0e6ad8bc61e4196a7f2b80c36f41591(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:43,893 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:43,893 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., storeName=2fdb5c00bc5ff1fd2b89e5f0a709ad11/B, priority=12, startTime=1731985123451; duration=0sec 2024-11-19T02:58:43,893 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:43,893 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fdb5c00bc5ff1fd2b89e5f0a709ad11:B 2024-11-19T02:58:43,893 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:58:43,897 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/4f85207a7b6041c9b2bfb06a4635da59 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/4f85207a7b6041c9b2bfb06a4635da59 2024-11-19T02:58:43,898 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:58:43,898 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 2fdb5c00bc5ff1fd2b89e5f0a709ad11/C is initiating minor compaction (all files) 2024-11-19T02:58:43,898 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fdb5c00bc5ff1fd2b89e5f0a709ad11/C in TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:43,899 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/a881ec85dff647b989e39e3bd0d7ff16, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/85d4d9df7a2943f1a01fbc8c2be1ee56, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/150b61e7beff4188ae2a50d29b387628, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/fe12cb2daa1f4362aa0fd50c74a160f9] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp, totalSize=47.1 K 2024-11-19T02:58:43,900 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting a881ec85dff647b989e39e3bd0d7ff16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731985118066 2024-11-19T02:58:43,903 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 85d4d9df7a2943f1a01fbc8c2be1ee56, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731985118724 2024-11-19T02:58:43,906 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 150b61e7beff4188ae2a50d29b387628, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731985119361 2024-11-19T02:58:43,907 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting fe12cb2daa1f4362aa0fd50c74a160f9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731985121530 2024-11-19T02:58:43,908 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fdb5c00bc5ff1fd2b89e5f0a709ad11/A of 2fdb5c00bc5ff1fd2b89e5f0a709ad11 into 4f85207a7b6041c9b2bfb06a4635da59(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:43,908 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:43,908 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., storeName=2fdb5c00bc5ff1fd2b89e5f0a709ad11/A, priority=12, startTime=1731985123451; duration=0sec 2024-11-19T02:58:43,908 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:43,908 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fdb5c00bc5ff1fd2b89e5f0a709ad11:A 2024-11-19T02:58:43,925 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fdb5c00bc5ff1fd2b89e5f0a709ad11#C#compaction#150 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:43,925 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/d0cf7c513df244238b23d79a799fda94 is 50, key is test_row_0/C:col10/1731985122159/Put/seqid=0 2024-11-19T02:58:43,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741999_1175 (size=12325) 2024-11-19T02:58:44,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,013 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411193bdb148b1f634040b62e52d4166da0e3_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411193bdb148b1f634040b62e52d4166da0e3_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:44,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/36b5f777d4db4cea99bbdeea183d98de, store: [table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:44,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/36b5f777d4db4cea99bbdeea183d98de is 175, key is test_row_0/A:col10/1731985122201/Put/seqid=0 2024-11-19T02:58:44,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742000_1176 (size=31105) 2024-11-19T02:58:44,336 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/d0cf7c513df244238b23d79a799fda94 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/d0cf7c513df244238b23d79a799fda94 2024-11-19T02:58:44,342 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fdb5c00bc5ff1fd2b89e5f0a709ad11/C of 2fdb5c00bc5ff1fd2b89e5f0a709ad11 into d0cf7c513df244238b23d79a799fda94(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:44,342 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:44,342 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., storeName=2fdb5c00bc5ff1fd2b89e5f0a709ad11/C, priority=12, startTime=1731985123451; duration=0sec 2024-11-19T02:58:44,342 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:44,342 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fdb5c00bc5ff1fd2b89e5f0a709ad11:C 2024-11-19T02:58:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-19T02:58:44,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:44,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985184373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:44,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:44,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:44,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:44,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985184376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:44,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:44,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:44,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:44,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985184377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:44,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:44,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985184379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:44,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:44,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:44,382 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_2' in 2fdb5c00bc5ff1fd2b89e5f0a709ad11 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T02:58:44,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:44,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:44,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:44,422 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=152, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/36b5f777d4db4cea99bbdeea183d98de 2024-11-19T02:58:44,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/2aef383ae93442ba8f3e0fb649b1d630 is 50, key is test_row_0/B:col10/1731985122201/Put/seqid=0 2024-11-19T02:58:44,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742001_1177 (size=12151) 2024-11-19T02:58:44,436 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/2aef383ae93442ba8f3e0fb649b1d630 2024-11-19T02:58:44,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/0ad94dd1acb5404d909fe120a6a4935f is 50, key is test_row_0/C:col10/1731985122201/Put/seqid=0 2024-11-19T02:58:44,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742002_1178 (size=12151) 2024-11-19T02:58:44,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:44,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985184479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:44,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:44,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:44,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:44,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:44,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985184489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:44,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:44,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:44,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:44,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985184489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:44,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:44,491 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:44,491 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:44,491 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:44,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985184689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:44,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:44,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:44,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:44,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985184699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:44,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:44,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:44,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:44,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985184699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:44,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:44,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:44,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:44,851 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/0ad94dd1acb5404d909fe120a6a4935f 2024-11-19T02:58:44,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/36b5f777d4db4cea99bbdeea183d98de as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/36b5f777d4db4cea99bbdeea183d98de 2024-11-19T02:58:44,861 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/36b5f777d4db4cea99bbdeea183d98de, entries=150, sequenceid=152, filesize=30.4 K 2024-11-19T02:58:44,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/2aef383ae93442ba8f3e0fb649b1d630 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/2aef383ae93442ba8f3e0fb649b1d630 2024-11-19T02:58:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,867 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/2aef383ae93442ba8f3e0fb649b1d630, entries=150, sequenceid=152, filesize=11.9 K 2024-11-19T02:58:44,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/0ad94dd1acb5404d909fe120a6a4935f as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/0ad94dd1acb5404d909fe120a6a4935f 2024-11-19T02:58:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,874 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/0ad94dd1acb5404d909fe120a6a4935f, entries=150, sequenceid=152, filesize=11.9 K 2024-11-19T02:58:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,875 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 in 1281ms, sequenceid=152, compaction requested=false 2024-11-19T02:58:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:44,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-19T02:58:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-19T02:58:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-19T02:58:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6640 sec 2024-11-19T02:58:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.6700 sec 2024-11-19T02:58:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,023 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:58:45,023 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fdb5c00bc5ff1fd2b89e5f0a709ad11 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-19T02:58:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111955f86d8171274e5985cff4959349ce5d_2fdb5c00bc5ff1fd2b89e5f0a709ad11 is 50, key is test_row_0/A:col10/1731985125023/Put/seqid=0 2024-11-19T02:58:45,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985185061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:45,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742003_1179 (size=14794) 2024-11-19T02:58:45,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:45,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:45,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985185061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:45,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:45,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985185062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:45,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:45,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:45,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:45,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:45,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:45,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:45,074 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:45,079 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111955f86d8171274e5985cff4959349ce5d_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111955f86d8171274e5985cff4959349ce5d_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:45,081 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/adf2e67e2f154ad0884b13aad1156dd8, store: [table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:45,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/adf2e67e2f154ad0884b13aad1156dd8 is 175, key is test_row_0/A:col10/1731985125023/Put/seqid=0 2024-11-19T02:58:45,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742004_1180 (size=39749) 2024-11-19T02:58:45,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:45,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985185179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:45,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:45,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:45,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:45,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:45,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:45,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985185179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985185179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:45,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:45,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:45,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:45,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:45,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:45,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:45,326 INFO [master/e93af88909ff:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T02:58:45,326 INFO [master/e93af88909ff:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T02:58:45,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985185388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:45,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:45,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:45,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985185388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:45,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:45,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:45,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:45,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:45,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985185389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:45,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:45,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:45,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:45,497 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/adf2e67e2f154ad0884b13aad1156dd8 2024-11-19T02:58:45,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/19266f7e6edc4abb8f55236feecea1f6 is 50, key is test_row_0/B:col10/1731985125023/Put/seqid=0 2024-11-19T02:58:45,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742005_1181 (size=12151) 2024-11-19T02:58:45,515 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/19266f7e6edc4abb8f55236feecea1f6 2024-11-19T02:58:45,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/d3981786e3d94c318e7041b0618131ea is 50, key is test_row_0/C:col10/1731985125023/Put/seqid=0 2024-11-19T02:58:45,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742006_1182 (size=12151) 2024-11-19T02:58:45,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:45,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985185699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:45,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:45,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:45,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:45,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:45,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985185699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:45,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:45,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:45,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:45,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:45,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985185699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:45,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:45,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:45,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:45,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/d3981786e3d94c318e7041b0618131ea 2024-11-19T02:58:45,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/adf2e67e2f154ad0884b13aad1156dd8 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/adf2e67e2f154ad0884b13aad1156dd8 2024-11-19T02:58:45,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/adf2e67e2f154ad0884b13aad1156dd8, entries=200, sequenceid=171, filesize=38.8 K 2024-11-19T02:58:45,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/19266f7e6edc4abb8f55236feecea1f6 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/19266f7e6edc4abb8f55236feecea1f6 2024-11-19T02:58:45,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/19266f7e6edc4abb8f55236feecea1f6, entries=150, sequenceid=171, filesize=11.9 K 2024-11-19T02:58:45,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/d3981786e3d94c318e7041b0618131ea as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/d3981786e3d94c318e7041b0618131ea 2024-11-19T02:58:45,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/d3981786e3d94c318e7041b0618131ea, entries=150, sequenceid=171, filesize=11.9 K 2024-11-19T02:58:45,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 in 927ms, sequenceid=171, compaction requested=true 2024-11-19T02:58:45,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:45,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fdb5c00bc5ff1fd2b89e5f0a709ad11:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:58:45,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:45,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fdb5c00bc5ff1fd2b89e5f0a709ad11:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:58:45,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:45,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fdb5c00bc5ff1fd2b89e5f0a709ad11:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:58:45,950 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:58:45,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:45,951 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:58:45,952 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102133 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:58:45,952 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 2fdb5c00bc5ff1fd2b89e5f0a709ad11/A is initiating minor compaction (all files) 2024-11-19T02:58:45,952 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fdb5c00bc5ff1fd2b89e5f0a709ad11/A in TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:45,952 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/4f85207a7b6041c9b2bfb06a4635da59, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/36b5f777d4db4cea99bbdeea183d98de, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/adf2e67e2f154ad0884b13aad1156dd8] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp, totalSize=99.7 K 2024-11-19T02:58:45,952 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:45,952 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. files: [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/4f85207a7b6041c9b2bfb06a4635da59, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/36b5f777d4db4cea99bbdeea183d98de, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/adf2e67e2f154ad0884b13aad1156dd8] 2024-11-19T02:58:45,953 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:58:45,953 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 2fdb5c00bc5ff1fd2b89e5f0a709ad11/B is initiating minor compaction (all files) 2024-11-19T02:58:45,953 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fdb5c00bc5ff1fd2b89e5f0a709ad11/B in TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:45,953 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/b0e6ad8bc61e4196a7f2b80c36f41591, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/2aef383ae93442ba8f3e0fb649b1d630, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/19266f7e6edc4abb8f55236feecea1f6] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp, totalSize=35.8 K 2024-11-19T02:58:45,953 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f85207a7b6041c9b2bfb06a4635da59, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731985121530 2024-11-19T02:58:45,953 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting b0e6ad8bc61e4196a7f2b80c36f41591, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731985121530 2024-11-19T02:58:45,954 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36b5f777d4db4cea99bbdeea183d98de, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731985122193 2024-11-19T02:58:45,954 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 2aef383ae93442ba8f3e0fb649b1d630, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731985122193 2024-11-19T02:58:45,954 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting adf2e67e2f154ad0884b13aad1156dd8, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731985124374 2024-11-19T02:58:45,954 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 19266f7e6edc4abb8f55236feecea1f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731985124374 2024-11-19T02:58:45,961 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:45,963 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fdb5c00bc5ff1fd2b89e5f0a709ad11#B#compaction#157 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:45,963 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/dabe64276fd94f9dae971fb3915ce946 is 50, key is test_row_0/B:col10/1731985125023/Put/seqid=0 2024-11-19T02:58:45,969 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119bec76427a66d438b93a96c9b2f475d70_2fdb5c00bc5ff1fd2b89e5f0a709ad11 store=[table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:45,971 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119bec76427a66d438b93a96c9b2f475d70_2fdb5c00bc5ff1fd2b89e5f0a709ad11, store=[table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:45,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742007_1183 (size=12527) 2024-11-19T02:58:45,971 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119bec76427a66d438b93a96c9b2f475d70_2fdb5c00bc5ff1fd2b89e5f0a709ad11 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:45,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742008_1184 (size=4469) 2024-11-19T02:58:45,977 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fdb5c00bc5ff1fd2b89e5f0a709ad11#A#compaction#156 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:45,977 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/30908874efdd480fa9cb5799e4b8789e is 175, key is test_row_0/A:col10/1731985125023/Put/seqid=0 2024-11-19T02:58:45,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742009_1185 (size=31481) 2024-11-19T02:58:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:46,211 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:58:46,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fdb5c00bc5ff1fd2b89e5f0a709ad11 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-19T02:58:46,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411194197daaa55f34f9cb8ad9a2afc4341de_2fdb5c00bc5ff1fd2b89e5f0a709ad11 is 50, key is test_row_0/A:col10/1731985126212/Put/seqid=0 2024-11-19T02:58:46,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742010_1186 (size=17284) 2024-11-19T02:58:46,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:46,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985186231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985186230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:46,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:46,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:46,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985186233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:46,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:46,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:46,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:46,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:46,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:46,234 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:46,234 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:46,234 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:46,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985186339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:46,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:46,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:46,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:46,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985186339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:46,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:46,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:46,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:46,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985186339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:46,344 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:46,344 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:46,344 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-19T02:58:46,369 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:58:46,370 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:58:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-19T02:58:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-19T02:58:46,372 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:58:46,373 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:58:46,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:58:46,378 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/dabe64276fd94f9dae971fb3915ce946 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/dabe64276fd94f9dae971fb3915ce946 2024-11-19T02:58:46,384 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fdb5c00bc5ff1fd2b89e5f0a709ad11/B of 2fdb5c00bc5ff1fd2b89e5f0a709ad11 into dabe64276fd94f9dae971fb3915ce946(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:46,384 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:46,384 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., storeName=2fdb5c00bc5ff1fd2b89e5f0a709ad11/B, priority=13, startTime=1731985125950; duration=0sec 2024-11-19T02:58:46,384 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:46,385 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fdb5c00bc5ff1fd2b89e5f0a709ad11:B 2024-11-19T02:58:46,385 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:58:46,386 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/30908874efdd480fa9cb5799e4b8789e as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/30908874efdd480fa9cb5799e4b8789e 2024-11-19T02:58:46,387 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:58:46,387 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 2fdb5c00bc5ff1fd2b89e5f0a709ad11/C is initiating minor compaction (all files) 2024-11-19T02:58:46,387 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fdb5c00bc5ff1fd2b89e5f0a709ad11/C in TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:46,387 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/d0cf7c513df244238b23d79a799fda94, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/0ad94dd1acb5404d909fe120a6a4935f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/d3981786e3d94c318e7041b0618131ea] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp, totalSize=35.8 K 2024-11-19T02:58:46,388 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting d0cf7c513df244238b23d79a799fda94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731985121530 2024-11-19T02:58:46,388 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ad94dd1acb5404d909fe120a6a4935f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731985122193 2024-11-19T02:58:46,389 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting d3981786e3d94c318e7041b0618131ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731985124374 2024-11-19T02:58:46,393 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fdb5c00bc5ff1fd2b89e5f0a709ad11/A of 2fdb5c00bc5ff1fd2b89e5f0a709ad11 into 30908874efdd480fa9cb5799e4b8789e(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:46,393 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:46,393 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., storeName=2fdb5c00bc5ff1fd2b89e5f0a709ad11/A, priority=13, startTime=1731985125950; duration=0sec 2024-11-19T02:58:46,393 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:46,393 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fdb5c00bc5ff1fd2b89e5f0a709ad11:A 2024-11-19T02:58:46,396 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fdb5c00bc5ff1fd2b89e5f0a709ad11#C#compaction#159 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:46,396 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/f8591073cc4843078235506720a7a439 is 50, key is test_row_0/C:col10/1731985125023/Put/seqid=0 2024-11-19T02:58:46,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985186399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:46,402 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_2' in 2fdb5c00bc5ff1fd2b89e5f0a709ad11 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T02:58:46,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:46,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:46,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:46,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742011_1187 (size=12527) 2024-11-19T02:58:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-19T02:58:46,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-19T02:58:46,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:46,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:46,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:46,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:46,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:46,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985186549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:46,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:46,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:46,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:46,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985186549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:46,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:46,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:46,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:46,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985186549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:46,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:46,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:46,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:46,627 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:46,633 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411194197daaa55f34f9cb8ad9a2afc4341de_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411194197daaa55f34f9cb8ad9a2afc4341de_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:46,635 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/e74779d7b715416eac47cc7111320353, store: [table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:46,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/e74779d7b715416eac47cc7111320353 is 175, key is test_row_0/A:col10/1731985126212/Put/seqid=0 2024-11-19T02:58:46,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742012_1188 (size=48389) 2024-11-19T02:58:46,650 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/e74779d7b715416eac47cc7111320353 2024-11-19T02:58:46,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/a74037a18c554812a7b0d14a41eb98e0 is 50, key is test_row_0/B:col10/1731985126212/Put/seqid=0 2024-11-19T02:58:46,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-19T02:58:46,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:46,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:46,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:46,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:46,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-19T02:58:46,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742013_1189 (size=12151) 2024-11-19T02:58:46,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/a74037a18c554812a7b0d14a41eb98e0 2024-11-19T02:58:46,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/c5c3c70013a04ae5ac076942943e1663 is 50, key is test_row_0/C:col10/1731985126212/Put/seqid=0 2024-11-19T02:58:46,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742014_1190 (size=12151) 2024-11-19T02:58:46,809 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/f8591073cc4843078235506720a7a439 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/f8591073cc4843078235506720a7a439 2024-11-19T02:58:46,816 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fdb5c00bc5ff1fd2b89e5f0a709ad11/C of 2fdb5c00bc5ff1fd2b89e5f0a709ad11 into f8591073cc4843078235506720a7a439(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:46,816 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:46,816 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., storeName=2fdb5c00bc5ff1fd2b89e5f0a709ad11/C, priority=13, startTime=1731985125950; duration=0sec 2024-11-19T02:58:46,816 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:46,816 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fdb5c00bc5ff1fd2b89e5f0a709ad11:C 2024-11-19T02:58:46,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-19T02:58:46,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:46,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:46,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:46,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:46,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:46,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985186859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:46,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985186859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:46,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:46,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:46,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:46,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:46,860 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985186859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:46,860 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:46,860 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:46,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:46,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:46,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:46,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59986 deadline: 1731985186949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:46,952 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_0' in 2fdb5c00bc5ff1fd2b89e5f0a709ad11 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T02:58:46,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:46,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:46,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:46,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-19T02:58:46,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:46,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:46,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:46,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:46,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-19T02:58:47,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/c5c3c70013a04ae5ac076942943e1663 2024-11-19T02:58:47,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/e74779d7b715416eac47cc7111320353 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/e74779d7b715416eac47cc7111320353 2024-11-19T02:58:47,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/e74779d7b715416eac47cc7111320353, entries=250, sequenceid=193, filesize=47.3 K 2024-11-19T02:58:47,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/a74037a18c554812a7b0d14a41eb98e0 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/a74037a18c554812a7b0d14a41eb98e0 2024-11-19T02:58:47,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/a74037a18c554812a7b0d14a41eb98e0, entries=150, sequenceid=193, filesize=11.9 K 2024-11-19T02:58:47,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/c5c3c70013a04ae5ac076942943e1663 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/c5c3c70013a04ae5ac076942943e1663 2024-11-19T02:58:47,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/c5c3c70013a04ae5ac076942943e1663, entries=150, sequenceid=193, filesize=11.9 K 2024-11-19T02:58:47,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 in 928ms, sequenceid=193, compaction requested=false 2024-11-19T02:58:47,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:47,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-19T02:58:47,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:47,141 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 2fdb5c00bc5ff1fd2b89e5f0a709ad11 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T02:58:47,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119ba84c414984f42b5a590b87686c8094d_2fdb5c00bc5ff1fd2b89e5f0a709ad11 is 50, key is test_row_0/A:col10/1731985126227/Put/seqid=0 2024-11-19T02:58:47,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742015_1191 (size=12304) 2024-11-19T02:58:47,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:47,180 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119ba84c414984f42b5a590b87686c8094d_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ba84c414984f42b5a590b87686c8094d_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:47,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/919636066b0041c39b8f434d5a4dab23, store: [table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:47,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/919636066b0041c39b8f434d5a4dab23 is 175, key is test_row_0/A:col10/1731985126227/Put/seqid=0 2024-11-19T02:58:47,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742016_1192 (size=31105) 2024-11-19T02:58:47,189 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/919636066b0041c39b8f434d5a4dab23 2024-11-19T02:58:47,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/194e3d50639b491096d0c2c8d74e6851 is 50, key is test_row_0/B:col10/1731985126227/Put/seqid=0 2024-11-19T02:58:47,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742017_1193 (size=12151) 2024-11-19T02:58:47,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:47,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:47,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:47,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985187404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:47,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:47,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:47,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:47,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:47,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985187405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:47,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:47,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:47,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:47,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:47,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985187406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:47,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:47,415 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:47,415 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-19T02:58:47,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985187509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:47,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:47,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:47,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:47,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:47,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985187519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:47,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:47,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:47,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:47,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985187519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:47,522 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:47,522 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:47,522 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:47,602 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/194e3d50639b491096d0c2c8d74e6851 2024-11-19T02:58:47,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/9d596a689b30415eade06bdb568e54ac is 50, key is test_row_0/C:col10/1731985126227/Put/seqid=0 2024-11-19T02:58:47,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742018_1194 (size=12151) 2024-11-19T02:58:47,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985187719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:47,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:47,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:47,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:47,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985187728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:47,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:47,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:47,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:47,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985187729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:47,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:47,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:47,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:48,015 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/9d596a689b30415eade06bdb568e54ac 2024-11-19T02:58:48,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/919636066b0041c39b8f434d5a4dab23 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/919636066b0041c39b8f434d5a4dab23 2024-11-19T02:58:48,025 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/919636066b0041c39b8f434d5a4dab23, entries=150, sequenceid=210, filesize=30.4 K 2024-11-19T02:58:48,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/194e3d50639b491096d0c2c8d74e6851 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/194e3d50639b491096d0c2c8d74e6851 2024-11-19T02:58:48,030 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/194e3d50639b491096d0c2c8d74e6851, entries=150, sequenceid=210, filesize=11.9 K 2024-11-19T02:58:48,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985188029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:48,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:48,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:48,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:48,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/9d596a689b30415eade06bdb568e54ac as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/9d596a689b30415eade06bdb568e54ac 2024-11-19T02:58:48,037 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/9d596a689b30415eade06bdb568e54ac, entries=150, sequenceid=210, filesize=11.9 K 2024-11-19T02:58:48,038 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 in 896ms, sequenceid=210, compaction requested=true 2024-11-19T02:58:48,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:48,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:48,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-19T02:58:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-19T02:58:48,041 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-19T02:58:48,041 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6670 sec 2024-11-19T02:58:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:48,043 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:58:48,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fdb5c00bc5ff1fd2b89e5f0a709ad11 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T02:58:48,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.6720 sec 2024-11-19T02:58:48,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111956b3e0082c5f4bd48d58f18912bb0b01_2fdb5c00bc5ff1fd2b89e5f0a709ad11 is 50, key is test_row_0/A:col10/1731985128042/Put/seqid=0 2024-11-19T02:58:48,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742019_1195 (size=17284) 2024-11-19T02:58:48,064 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,070 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111956b3e0082c5f4bd48d58f18912bb0b01_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111956b3e0082c5f4bd48d58f18912bb0b01_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:48,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985188068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:48,071 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/d6c29e7707ae488bab29f0f3b8da7366, store: [table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:48,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:48,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:48,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:48,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/d6c29e7707ae488bab29f0f3b8da7366 is 175, key is test_row_0/A:col10/1731985128042/Put/seqid=0 2024-11-19T02:58:48,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985188071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:48,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:48,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:48,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:48,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742020_1196 (size=48389) 2024-11-19T02:58:48,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985188180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:48,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:48,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:48,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:48,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985188180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:48,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:48,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:48,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:48,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985188388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:48,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985188388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:48,477 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/d6c29e7707ae488bab29f0f3b8da7366 2024-11-19T02:58:48,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/552ca11992e344129727c012ba5c0303 is 50, key is test_row_0/B:col10/1731985128042/Put/seqid=0 2024-11-19T02:58:48,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742021_1197 (size=12151) 2024-11-19T02:58:48,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/552ca11992e344129727c012ba5c0303 2024-11-19T02:58:48,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/8042a8191afe45a288003b0823eda154 is 50, key is test_row_0/C:col10/1731985128042/Put/seqid=0 2024-11-19T02:58:48,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742022_1198 (size=12151) 2024-11-19T02:58:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-19T02:58:48,519 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:58:48,519 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:58:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-19T02:58:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-19T02:58:48,521 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:58:48,522 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:58:48,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:58:48,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985188539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:48,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:48,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:48,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-19T02:58:48,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-19T02:58:48,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:48,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:48,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:48,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:48,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:48,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985188699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:48,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:48,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985188699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:48,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:48,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:48,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:48,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:48,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:48,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-19T02:58:48,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:48,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:48,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:48,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:48,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-19T02:58:48,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/8042a8191afe45a288003b0823eda154 2024-11-19T02:58:48,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/d6c29e7707ae488bab29f0f3b8da7366 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/d6c29e7707ae488bab29f0f3b8da7366 2024-11-19T02:58:48,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/d6c29e7707ae488bab29f0f3b8da7366, entries=250, sequenceid=234, filesize=47.3 K 2024-11-19T02:58:48,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/552ca11992e344129727c012ba5c0303 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/552ca11992e344129727c012ba5c0303 2024-11-19T02:58:48,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/552ca11992e344129727c012ba5c0303, entries=150, sequenceid=234, filesize=11.9 K 2024-11-19T02:58:48,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/8042a8191afe45a288003b0823eda154 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/8042a8191afe45a288003b0823eda154 2024-11-19T02:58:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/8042a8191afe45a288003b0823eda154, entries=150, sequenceid=234, filesize=11.9 K 2024-11-19T02:58:48,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 in 884ms, sequenceid=234, compaction requested=true 2024-11-19T02:58:48,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:48,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fdb5c00bc5ff1fd2b89e5f0a709ad11:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:58:48,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:48,927 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:58:48,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fdb5c00bc5ff1fd2b89e5f0a709ad11:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:58:48,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:48,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fdb5c00bc5ff1fd2b89e5f0a709ad11:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:58:48,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:48,927 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:58:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,929 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 159364 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:58:48,929 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:58:48,929 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 2fdb5c00bc5ff1fd2b89e5f0a709ad11/A is initiating minor compaction (all files) 2024-11-19T02:58:48,929 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 2fdb5c00bc5ff1fd2b89e5f0a709ad11/B is initiating minor compaction (all files) 2024-11-19T02:58:48,929 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fdb5c00bc5ff1fd2b89e5f0a709ad11/A in TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:48,929 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fdb5c00bc5ff1fd2b89e5f0a709ad11/B in TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:48,929 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/30908874efdd480fa9cb5799e4b8789e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/e74779d7b715416eac47cc7111320353, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/919636066b0041c39b8f434d5a4dab23, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/d6c29e7707ae488bab29f0f3b8da7366] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp, totalSize=155.6 K 2024-11-19T02:58:48,929 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/dabe64276fd94f9dae971fb3915ce946, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/a74037a18c554812a7b0d14a41eb98e0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/194e3d50639b491096d0c2c8d74e6851, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/552ca11992e344129727c012ba5c0303] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp, totalSize=47.8 K 2024-11-19T02:58:48,929 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:48,929 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. files: [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/30908874efdd480fa9cb5799e4b8789e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/e74779d7b715416eac47cc7111320353, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/919636066b0041c39b8f434d5a4dab23, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/d6c29e7707ae488bab29f0f3b8da7366] 2024-11-19T02:58:48,930 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting dabe64276fd94f9dae971fb3915ce946, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731985124374 2024-11-19T02:58:48,930 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30908874efdd480fa9cb5799e4b8789e, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731985124374 2024-11-19T02:58:48,930 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting a74037a18c554812a7b0d14a41eb98e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731985125043 2024-11-19T02:58:48,931 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting e74779d7b715416eac47cc7111320353, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731985125043 2024-11-19T02:58:48,931 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 194e3d50639b491096d0c2c8d74e6851, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731985126227 2024-11-19T02:58:48,931 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 919636066b0041c39b8f434d5a4dab23, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731985126227 2024-11-19T02:58:48,931 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 552ca11992e344129727c012ba5c0303, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731985127398 2024-11-19T02:58:48,932 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6c29e7707ae488bab29f0f3b8da7366, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731985127389 2024-11-19T02:58:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,961 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,974 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411191fe97fee680b472cb6b4830c87600f4e_2fdb5c00bc5ff1fd2b89e5f0a709ad11 store=[table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:48,974 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fdb5c00bc5ff1fd2b89e5f0a709ad11#B#compaction#169 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:48,975 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/176c613192bb4cc49bd226195ab54023 is 50, key is test_row_0/B:col10/1731985128042/Put/seqid=0 2024-11-19T02:58:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-19T02:58:48,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:48,981 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 2fdb5c00bc5ff1fd2b89e5f0a709ad11 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T02:58:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,983 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411191fe97fee680b472cb6b4830c87600f4e_2fdb5c00bc5ff1fd2b89e5f0a709ad11, store=[table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,984 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411191fe97fee680b472cb6b4830c87600f4e_2fdb5c00bc5ff1fd2b89e5f0a709ad11 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:48,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742023_1199 (size=12663) 2024-11-19T02:58:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411193eafedf2d13249efb81ff3203d75c9b8_2fdb5c00bc5ff1fd2b89e5f0a709ad11 is 50, key is test_row_0/A:col10/1731985128069/Put/seqid=0 2024-11-19T02:58:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742024_1200 (size=4469) 2024-11-19T02:58:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742025_1201 (size=9814) 2024-11-19T02:58:49,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,031 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411193eafedf2d13249efb81ff3203d75c9b8_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411193eafedf2d13249efb81ff3203d75c9b8_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:49,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/cd8de599e527421ab4bb9d02fa25ca20, store: [table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:49,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/cd8de599e527421ab4bb9d02fa25ca20 is 175, key is test_row_0/A:col10/1731985128069/Put/seqid=0 2024-11-19T02:58:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742026_1202 (size=22461) 2024-11-19T02:58:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,040 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/cd8de599e527421ab4bb9d02fa25ca20 2024-11-19T02:58:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/66acf147eaea4161817ad178afe615df is 50, key is test_row_0/B:col10/1731985128069/Put/seqid=0 2024-11-19T02:58:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742027_1203 (size=9757) 2024-11-19T02:58:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-19T02:58:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:49,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985189285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:49,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:49,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985189286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:49,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:49,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:49,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:49,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:49,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:49,395 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/176c613192bb4cc49bd226195ab54023 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/176c613192bb4cc49bd226195ab54023 2024-11-19T02:58:49,402 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fdb5c00bc5ff1fd2b89e5f0a709ad11/B of 2fdb5c00bc5ff1fd2b89e5f0a709ad11 into 176c613192bb4cc49bd226195ab54023(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:49,402 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:49,402 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., storeName=2fdb5c00bc5ff1fd2b89e5f0a709ad11/B, priority=12, startTime=1731985128927; duration=0sec 2024-11-19T02:58:49,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985189399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:49,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985189399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:49,403 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:49,403 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:49,403 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:49,403 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fdb5c00bc5ff1fd2b89e5f0a709ad11:B 2024-11-19T02:58:49,403 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:49,403 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:58:49,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:49,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:49,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:49,405 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:58:49,406 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 2fdb5c00bc5ff1fd2b89e5f0a709ad11/C is initiating minor compaction (all files) 2024-11-19T02:58:49,406 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fdb5c00bc5ff1fd2b89e5f0a709ad11/C in TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:49,406 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/f8591073cc4843078235506720a7a439, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/c5c3c70013a04ae5ac076942943e1663, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/9d596a689b30415eade06bdb568e54ac, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/8042a8191afe45a288003b0823eda154] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp, totalSize=47.8 K 2024-11-19T02:58:49,406 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting f8591073cc4843078235506720a7a439, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731985124374 2024-11-19T02:58:49,407 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting c5c3c70013a04ae5ac076942943e1663, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731985125043 2024-11-19T02:58:49,407 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d596a689b30415eade06bdb568e54ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731985126227 2024-11-19T02:58:49,407 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 8042a8191afe45a288003b0823eda154, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731985127398 2024-11-19T02:58:49,423 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fdb5c00bc5ff1fd2b89e5f0a709ad11#A#compaction#168 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:49,424 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/188a1f6fb3f1493f9c5d52d16551b484 is 175, key is test_row_0/A:col10/1731985128042/Put/seqid=0 2024-11-19T02:58:49,426 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fdb5c00bc5ff1fd2b89e5f0a709ad11#C#compaction#172 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:49,428 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/38da7396aaa64420b0ec5cf65081f404 is 50, key is test_row_0/C:col10/1731985128042/Put/seqid=0 2024-11-19T02:58:49,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742028_1204 (size=31617) 2024-11-19T02:58:49,453 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/188a1f6fb3f1493f9c5d52d16551b484 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/188a1f6fb3f1493f9c5d52d16551b484 2024-11-19T02:58:49,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742029_1205 (size=12663) 2024-11-19T02:58:49,461 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fdb5c00bc5ff1fd2b89e5f0a709ad11/A of 2fdb5c00bc5ff1fd2b89e5f0a709ad11 into 188a1f6fb3f1493f9c5d52d16551b484(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:49,461 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:49,461 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., storeName=2fdb5c00bc5ff1fd2b89e5f0a709ad11/A, priority=12, startTime=1731985128927; duration=0sec 2024-11-19T02:58:49,461 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/66acf147eaea4161817ad178afe615df 2024-11-19T02:58:49,462 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:49,462 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fdb5c00bc5ff1fd2b89e5f0a709ad11:A 2024-11-19T02:58:49,472 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/38da7396aaa64420b0ec5cf65081f404 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/38da7396aaa64420b0ec5cf65081f404 2024-11-19T02:58:49,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/57516a9adee941918eed93cd2fd21df6 is 50, key is test_row_0/C:col10/1731985128069/Put/seqid=0 2024-11-19T02:58:49,477 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fdb5c00bc5ff1fd2b89e5f0a709ad11/C of 2fdb5c00bc5ff1fd2b89e5f0a709ad11 into 38da7396aaa64420b0ec5cf65081f404(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:49,477 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:49,477 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., storeName=2fdb5c00bc5ff1fd2b89e5f0a709ad11/C, priority=12, startTime=1731985128927; duration=0sec 2024-11-19T02:58:49,477 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:49,477 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fdb5c00bc5ff1fd2b89e5f0a709ad11:C 2024-11-19T02:58:49,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742030_1206 (size=9757) 2024-11-19T02:58:49,495 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/57516a9adee941918eed93cd2fd21df6 2024-11-19T02:58:49,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/cd8de599e527421ab4bb9d02fa25ca20 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/cd8de599e527421ab4bb9d02fa25ca20 2024-11-19T02:58:49,507 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/cd8de599e527421ab4bb9d02fa25ca20, entries=100, sequenceid=246, filesize=21.9 K 2024-11-19T02:58:49,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/66acf147eaea4161817ad178afe615df as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/66acf147eaea4161817ad178afe615df 2024-11-19T02:58:49,518 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/66acf147eaea4161817ad178afe615df, entries=100, sequenceid=246, filesize=9.5 K 2024-11-19T02:58:49,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/57516a9adee941918eed93cd2fd21df6 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/57516a9adee941918eed93cd2fd21df6 2024-11-19T02:58:49,525 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/57516a9adee941918eed93cd2fd21df6, entries=100, sequenceid=246, filesize=9.5 K 2024-11-19T02:58:49,526 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 in 545ms, sequenceid=246, compaction requested=false 2024-11-19T02:58:49,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:49,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:49,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-19T02:58:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-19T02:58:49,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-19T02:58:49,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0060 sec 2024-11-19T02:58:49,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.0120 sec 2024-11-19T02:58:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:49,551 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:58:49,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fdb5c00bc5ff1fd2b89e5f0a709ad11 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T02:58:49,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119f2cf682ed83c4590a99bce867dbc7a5a_2fdb5c00bc5ff1fd2b89e5f0a709ad11 is 50, key is test_row_0/A:col10/1731985129277/Put/seqid=0 2024-11-19T02:58:49,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742031_1207 (size=14994) 2024-11-19T02:58:49,590 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:49,595 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119f2cf682ed83c4590a99bce867dbc7a5a_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f2cf682ed83c4590a99bce867dbc7a5a_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:49,596 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/a91a88f3ab99400899fd0449345e6ced, store: [table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:49,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/a91a88f3ab99400899fd0449345e6ced is 175, key is test_row_0/A:col10/1731985129277/Put/seqid=0 2024-11-19T02:58:49,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985189596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:49,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:49,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:49,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:49,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742032_1208 (size=39949) 2024-11-19T02:58:49,605 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/a91a88f3ab99400899fd0449345e6ced 2024-11-19T02:58:49,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985189609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:49,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:49,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:49,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985189609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:49,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:49,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:49,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:49,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:49,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/8335f3cfafa34b48a0d7df7aa7c62975 is 50, key is test_row_0/B:col10/1731985129277/Put/seqid=0 2024-11-19T02:58:49,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742033_1209 (size=12301) 2024-11-19T02:58:49,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/8335f3cfafa34b48a0d7df7aa7c62975 2024-11-19T02:58:49,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/a4a7beb555db44cf91f827a9835851b9 is 50, key is test_row_0/C:col10/1731985129277/Put/seqid=0 2024-11-19T02:58:49,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742034_1210 (size=12301) 2024-11-19T02:58:49,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/a4a7beb555db44cf91f827a9835851b9 2024-11-19T02:58:49,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/a91a88f3ab99400899fd0449345e6ced as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/a91a88f3ab99400899fd0449345e6ced 2024-11-19T02:58:49,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/a91a88f3ab99400899fd0449345e6ced, entries=200, sequenceid=274, filesize=39.0 K 2024-11-19T02:58:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-19T02:58:49,659 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:58:49,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/8335f3cfafa34b48a0d7df7aa7c62975 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/8335f3cfafa34b48a0d7df7aa7c62975 2024-11-19T02:58:49,660 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:58:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-19T02:58:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-19T02:58:49,662 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:58:49,663 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:58:49,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:58:49,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/8335f3cfafa34b48a0d7df7aa7c62975, entries=150, sequenceid=274, filesize=12.0 K 2024-11-19T02:58:49,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/a4a7beb555db44cf91f827a9835851b9 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/a4a7beb555db44cf91f827a9835851b9 2024-11-19T02:58:49,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/a4a7beb555db44cf91f827a9835851b9, entries=150, sequenceid=274, filesize=12.0 K 2024-11-19T02:58:49,670 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 in 119ms, sequenceid=274, compaction requested=true 2024-11-19T02:58:49,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:49,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fdb5c00bc5ff1fd2b89e5f0a709ad11:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:58:49,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:49,670 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:58:49,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fdb5c00bc5ff1fd2b89e5f0a709ad11:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:58:49,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:49,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fdb5c00bc5ff1fd2b89e5f0a709ad11:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:58:49,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:49,670 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:58:49,671 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:58:49,671 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 2fdb5c00bc5ff1fd2b89e5f0a709ad11/A is initiating minor compaction (all files) 2024-11-19T02:58:49,672 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fdb5c00bc5ff1fd2b89e5f0a709ad11/A in TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:49,672 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:58:49,672 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 2fdb5c00bc5ff1fd2b89e5f0a709ad11/B is initiating minor compaction (all files) 2024-11-19T02:58:49,672 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/188a1f6fb3f1493f9c5d52d16551b484, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/cd8de599e527421ab4bb9d02fa25ca20, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/a91a88f3ab99400899fd0449345e6ced] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp, totalSize=91.8 K 2024-11-19T02:58:49,672 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fdb5c00bc5ff1fd2b89e5f0a709ad11/B in TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:49,672 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:49,672 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. files: [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/188a1f6fb3f1493f9c5d52d16551b484, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/cd8de599e527421ab4bb9d02fa25ca20, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/a91a88f3ab99400899fd0449345e6ced] 2024-11-19T02:58:49,672 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/176c613192bb4cc49bd226195ab54023, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/66acf147eaea4161817ad178afe615df, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/8335f3cfafa34b48a0d7df7aa7c62975] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp, totalSize=33.9 K 2024-11-19T02:58:49,672 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 176c613192bb4cc49bd226195ab54023, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731985127398 2024-11-19T02:58:49,672 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 188a1f6fb3f1493f9c5d52d16551b484, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731985127398 2024-11-19T02:58:49,673 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 66acf147eaea4161817ad178afe615df, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731985128056 2024-11-19T02:58:49,673 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd8de599e527421ab4bb9d02fa25ca20, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731985128056 2024-11-19T02:58:49,673 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 8335f3cfafa34b48a0d7df7aa7c62975, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731985129277 2024-11-19T02:58:49,673 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting a91a88f3ab99400899fd0449345e6ced, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731985129277 2024-11-19T02:58:49,684 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fdb5c00bc5ff1fd2b89e5f0a709ad11#B#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:49,685 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:49,685 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/c39489b9b7054f82a6d53ee6ad0e5584 is 50, key is test_row_0/B:col10/1731985129277/Put/seqid=0 2024-11-19T02:58:49,689 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411191c770efe3b9842f29b5c1d5885ad6d17_2fdb5c00bc5ff1fd2b89e5f0a709ad11 store=[table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:49,691 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411191c770efe3b9842f29b5c1d5885ad6d17_2fdb5c00bc5ff1fd2b89e5f0a709ad11, store=[table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:49,691 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411191c770efe3b9842f29b5c1d5885ad6d17_2fdb5c00bc5ff1fd2b89e5f0a709ad11 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:49,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742036_1212 (size=4469) 2024-11-19T02:58:49,700 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fdb5c00bc5ff1fd2b89e5f0a709ad11#A#compaction#178 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:49,700 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/216ccda9945b44519f5aecf0b9955d82 is 175, key is test_row_0/A:col10/1731985129277/Put/seqid=0 2024-11-19T02:58:49,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742035_1211 (size=12915) 2024-11-19T02:58:49,711 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/c39489b9b7054f82a6d53ee6ad0e5584 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/c39489b9b7054f82a6d53ee6ad0e5584 2024-11-19T02:58:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:49,714 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:58:49,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fdb5c00bc5ff1fd2b89e5f0a709ad11 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T02:58:49,719 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fdb5c00bc5ff1fd2b89e5f0a709ad11/B of 2fdb5c00bc5ff1fd2b89e5f0a709ad11 into c39489b9b7054f82a6d53ee6ad0e5584(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:49,719 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:49,719 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., storeName=2fdb5c00bc5ff1fd2b89e5f0a709ad11/B, priority=13, startTime=1731985129670; duration=0sec 2024-11-19T02:58:49,719 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:49,719 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fdb5c00bc5ff1fd2b89e5f0a709ad11:B 2024-11-19T02:58:49,720 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:58:49,721 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:58:49,721 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 2fdb5c00bc5ff1fd2b89e5f0a709ad11/C is initiating minor compaction (all files) 2024-11-19T02:58:49,721 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fdb5c00bc5ff1fd2b89e5f0a709ad11/C in TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:49,721 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/38da7396aaa64420b0ec5cf65081f404, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/57516a9adee941918eed93cd2fd21df6, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/a4a7beb555db44cf91f827a9835851b9] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp, totalSize=33.9 K 2024-11-19T02:58:49,722 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 38da7396aaa64420b0ec5cf65081f404, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731985127398 2024-11-19T02:58:49,722 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 57516a9adee941918eed93cd2fd21df6, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731985128056 2024-11-19T02:58:49,722 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting a4a7beb555db44cf91f827a9835851b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731985129277 2024-11-19T02:58:49,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742037_1213 (size=31869) 2024-11-19T02:58:49,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119e0667921bf184baa8e05bfe03195cca7_2fdb5c00bc5ff1fd2b89e5f0a709ad11 is 50, key is test_row_0/A:col10/1731985129572/Put/seqid=0 2024-11-19T02:58:49,753 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fdb5c00bc5ff1fd2b89e5f0a709ad11#C#compaction#180 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:49,753 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/f4ffb17c86b44a54ae9390f0b317ced1 is 50, key is test_row_0/C:col10/1731985129277/Put/seqid=0 2024-11-19T02:58:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-19T02:58:49,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742038_1214 (size=14994) 2024-11-19T02:58:49,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742039_1215 (size=12915) 2024-11-19T02:58:49,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-19T02:58:49,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:49,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:49,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:49,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:49,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:49,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985189831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:49,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:49,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:49,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:49,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:49,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985189919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985189919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:49,926 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:49,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:49,926 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:49,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:49,926 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:49,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:49,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985189939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:49,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:49,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:49,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:49,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-19T02:58:49,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:49,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:49,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:49,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:49,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-19T02:58:50,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-19T02:58:50,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:50,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:50,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:50,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:50,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:50,147 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/216ccda9945b44519f5aecf0b9955d82 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/216ccda9945b44519f5aecf0b9955d82 2024-11-19T02:58:50,152 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fdb5c00bc5ff1fd2b89e5f0a709ad11/A of 2fdb5c00bc5ff1fd2b89e5f0a709ad11 into 216ccda9945b44519f5aecf0b9955d82(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:50,152 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:50,153 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., storeName=2fdb5c00bc5ff1fd2b89e5f0a709ad11/A, priority=13, startTime=1731985129670; duration=0sec 2024-11-19T02:58:50,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:50,153 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:50,153 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fdb5c00bc5ff1fd2b89e5f0a709ad11:A 2024-11-19T02:58:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985190149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:50,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:50,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:50,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:50,175 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:50,179 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119e0667921bf184baa8e05bfe03195cca7_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119e0667921bf184baa8e05bfe03195cca7_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:50,180 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/fba92bd77eb6488983c620b690e17dcf, store: [table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:50,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/fba92bd77eb6488983c620b690e17dcf is 175, key is test_row_0/A:col10/1731985129572/Put/seqid=0 2024-11-19T02:58:50,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742040_1216 (size=39949) 2024-11-19T02:58:50,185 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/fba92bd77eb6488983c620b690e17dcf 2024-11-19T02:58:50,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/80b5ea37723041829f259279d9583245 is 50, key is test_row_0/B:col10/1731985129572/Put/seqid=0 2024-11-19T02:58:50,194 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/f4ffb17c86b44a54ae9390f0b317ced1 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/f4ffb17c86b44a54ae9390f0b317ced1 2024-11-19T02:58:50,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742041_1217 (size=12301) 2024-11-19T02:58:50,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/80b5ea37723041829f259279d9583245 2024-11-19T02:58:50,207 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fdb5c00bc5ff1fd2b89e5f0a709ad11/C of 2fdb5c00bc5ff1fd2b89e5f0a709ad11 into f4ffb17c86b44a54ae9390f0b317ced1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:50,207 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:50,207 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., storeName=2fdb5c00bc5ff1fd2b89e5f0a709ad11/C, priority=13, startTime=1731985129670; duration=0sec 2024-11-19T02:58:50,207 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:50,207 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fdb5c00bc5ff1fd2b89e5f0a709ad11:C 2024-11-19T02:58:50,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/35c2aaba3daf4ed18ac0bb27755a5031 is 50, key is test_row_0/C:col10/1731985129572/Put/seqid=0 2024-11-19T02:58:50,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742042_1218 (size=12301) 2024-11-19T02:58:50,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/35c2aaba3daf4ed18ac0bb27755a5031 2024-11-19T02:58:50,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/fba92bd77eb6488983c620b690e17dcf as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/fba92bd77eb6488983c620b690e17dcf 2024-11-19T02:58:50,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/fba92bd77eb6488983c620b690e17dcf, entries=200, sequenceid=286, filesize=39.0 K 2024-11-19T02:58:50,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/80b5ea37723041829f259279d9583245 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/80b5ea37723041829f259279d9583245 2024-11-19T02:58:50,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/80b5ea37723041829f259279d9583245, entries=150, sequenceid=286, filesize=12.0 K 2024-11-19T02:58:50,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/35c2aaba3daf4ed18ac0bb27755a5031 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/35c2aaba3daf4ed18ac0bb27755a5031 2024-11-19T02:58:50,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/35c2aaba3daf4ed18ac0bb27755a5031, entries=150, sequenceid=286, filesize=12.0 K 2024-11-19T02:58:50,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 in 531ms, sequenceid=286, compaction requested=false 2024-11-19T02:58:50,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:50,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-19T02:58:50,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:50,275 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 2fdb5c00bc5ff1fd2b89e5f0a709ad11 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T02:58:50,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119a1275b687fee46a0a56fa8906064cdae_2fdb5c00bc5ff1fd2b89e5f0a709ad11 is 50, key is test_row_0/A:col10/1731985129828/Put/seqid=0 2024-11-19T02:58:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-19T02:58:50,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742043_1219 (size=12454) 2024-11-19T02:58:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:50,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:50,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985190440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:50,442 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:50,442 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:50,442 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:50,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985190441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:50,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985190442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:50,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:50,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:50,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:50,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:50,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:50,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:50,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985190458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:50,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:50,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:50,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:50,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985190549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:50,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:50,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:50,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:50,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985190549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:50,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:50,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:50,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985190549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:50,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:50,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:50,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:50,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:50,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:50,698 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119a1275b687fee46a0a56fa8906064cdae_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119a1275b687fee46a0a56fa8906064cdae_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:50,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/787d2a4a25b248cc90ecd01c7fa38fb0, store: [table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:50,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/787d2a4a25b248cc90ecd01c7fa38fb0 is 175, key is test_row_0/A:col10/1731985129828/Put/seqid=0 2024-11-19T02:58:50,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742044_1220 (size=31255) 2024-11-19T02:58:50,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985190759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:50,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:50,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:50,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985190759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:50,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:50,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:50,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985190759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:50,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:50,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:50,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:50,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:50,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-19T02:58:50,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985190969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:50,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:50,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:50,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:51,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985191069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:51,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:51,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:51,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:51,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985191069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:51,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:51,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985191069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:51,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:51,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:51,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:51,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:51,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:51,111 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=313, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/787d2a4a25b248cc90ecd01c7fa38fb0 2024-11-19T02:58:51,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/dda30ddd83504739b3c2bc3315d7ef78 is 50, key is test_row_0/B:col10/1731985129828/Put/seqid=0 2024-11-19T02:58:51,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742045_1221 (size=12301) 2024-11-19T02:58:51,126 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/dda30ddd83504739b3c2bc3315d7ef78 2024-11-19T02:58:51,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/3aef00501f084674bf4def3b45f7b70e is 50, key is test_row_0/C:col10/1731985129828/Put/seqid=0 2024-11-19T02:58:51,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742046_1222 (size=12301) 2024-11-19T02:58:51,543 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/3aef00501f084674bf4def3b45f7b70e 2024-11-19T02:58:51,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/787d2a4a25b248cc90ecd01c7fa38fb0 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/787d2a4a25b248cc90ecd01c7fa38fb0 2024-11-19T02:58:51,553 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/787d2a4a25b248cc90ecd01c7fa38fb0, entries=150, sequenceid=313, filesize=30.5 K 2024-11-19T02:58:51,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/dda30ddd83504739b3c2bc3315d7ef78 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/dda30ddd83504739b3c2bc3315d7ef78 2024-11-19T02:58:51,559 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/dda30ddd83504739b3c2bc3315d7ef78, entries=150, sequenceid=313, filesize=12.0 K 2024-11-19T02:58:51,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/3aef00501f084674bf4def3b45f7b70e as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/3aef00501f084674bf4def3b45f7b70e 2024-11-19T02:58:51,565 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/3aef00501f084674bf4def3b45f7b70e, entries=150, sequenceid=313, filesize=12.0 K 2024-11-19T02:58:51,566 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 in 1291ms, sequenceid=313, compaction requested=true 2024-11-19T02:58:51,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:51,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:51,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-19T02:58:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-19T02:58:51,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-19T02:58:51,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9050 sec 2024-11-19T02:58:51,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.9140 sec 2024-11-19T02:58:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:51,581 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:58:51,581 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fdb5c00bc5ff1fd2b89e5f0a709ad11 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T02:58:51,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119477969b96319439ea992e49a8915a6c2_2fdb5c00bc5ff1fd2b89e5f0a709ad11 is 50, key is test_row_0/A:col10/1731985131579/Put/seqid=0 2024-11-19T02:58:51,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742047_1223 (size=14994) 2024-11-19T02:58:51,620 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:51,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985191620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:51,627 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119477969b96319439ea992e49a8915a6c2_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119477969b96319439ea992e49a8915a6c2_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:51,627 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:51,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:51,627 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:51,627 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985191622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:51,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:51,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:51,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:51,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985191624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:51,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:51,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:51,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:51,630 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/2543eb9d9e324c318ae92556a72e8f0b, store: [table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:51,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/2543eb9d9e324c318ae92556a72e8f0b is 175, key is test_row_0/A:col10/1731985131579/Put/seqid=0 2024-11-19T02:58:51,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742048_1224 (size=39949) 2024-11-19T02:58:51,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985191729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:51,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:51,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:51,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:51,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985191739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:51,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:51,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:51,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985191739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:51,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:51,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:51,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:51,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-19T02:58:51,809 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:58:51,810 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:58:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-19T02:58:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-19T02:58:51,812 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:58:51,812 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:58:51,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:58:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-19T02:58:51,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985191939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:51,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:51,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:51,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:51,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:51,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985191949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985191949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:51,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:51,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:51,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:51,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:51,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:51,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:51,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-19T02:58:51,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:51,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:51,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:51,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:51,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:51,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985191989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:51,990 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_0' in 2fdb5c00bc5ff1fd2b89e5f0a709ad11 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T02:58:51,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:51,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:51,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:52,048 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/2543eb9d9e324c318ae92556a72e8f0b 2024-11-19T02:58:52,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/1c050a04f1bf4fd2875ffebc115d96f4 is 50, key is test_row_0/B:col10/1731985131579/Put/seqid=0 2024-11-19T02:58:52,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742049_1225 (size=12301) 2024-11-19T02:58:52,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/1c050a04f1bf4fd2875ffebc115d96f4 2024-11-19T02:58:52,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/891f871a8340419ba99a0ca44476cf32 is 50, key is test_row_0/C:col10/1731985131579/Put/seqid=0 2024-11-19T02:58:52,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742050_1226 (size=12301) 2024-11-19T02:58:52,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/891f871a8340419ba99a0ca44476cf32 2024-11-19T02:58:52,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/2543eb9d9e324c318ae92556a72e8f0b as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/2543eb9d9e324c318ae92556a72e8f0b 2024-11-19T02:58:52,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/2543eb9d9e324c318ae92556a72e8f0b, entries=200, sequenceid=326, filesize=39.0 K 2024-11-19T02:58:52,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/1c050a04f1bf4fd2875ffebc115d96f4 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/1c050a04f1bf4fd2875ffebc115d96f4 2024-11-19T02:58:52,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/1c050a04f1bf4fd2875ffebc115d96f4, entries=150, sequenceid=326, filesize=12.0 K 2024-11-19T02:58:52,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/891f871a8340419ba99a0ca44476cf32 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/891f871a8340419ba99a0ca44476cf32 2024-11-19T02:58:52,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/891f871a8340419ba99a0ca44476cf32, entries=150, sequenceid=326, filesize=12.0 K 2024-11-19T02:58:52,102 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 in 521ms, sequenceid=326, compaction requested=true 2024-11-19T02:58:52,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:52,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fdb5c00bc5ff1fd2b89e5f0a709ad11:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:58:52,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:52,103 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:58:52,103 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:58:52,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fdb5c00bc5ff1fd2b89e5f0a709ad11:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:58:52,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:52,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fdb5c00bc5ff1fd2b89e5f0a709ad11:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:58:52,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:52,104 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:58:52,104 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:58:52,104 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 2fdb5c00bc5ff1fd2b89e5f0a709ad11/A is initiating minor compaction (all files) 2024-11-19T02:58:52,104 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 2fdb5c00bc5ff1fd2b89e5f0a709ad11/B is initiating minor compaction (all files) 2024-11-19T02:58:52,105 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fdb5c00bc5ff1fd2b89e5f0a709ad11/B in TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:52,105 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fdb5c00bc5ff1fd2b89e5f0a709ad11/A in TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:52,105 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/c39489b9b7054f82a6d53ee6ad0e5584, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/80b5ea37723041829f259279d9583245, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/dda30ddd83504739b3c2bc3315d7ef78, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/1c050a04f1bf4fd2875ffebc115d96f4] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp, totalSize=48.7 K 2024-11-19T02:58:52,105 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/216ccda9945b44519f5aecf0b9955d82, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/fba92bd77eb6488983c620b690e17dcf, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/787d2a4a25b248cc90ecd01c7fa38fb0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/2543eb9d9e324c318ae92556a72e8f0b] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp, totalSize=139.7 K 2024-11-19T02:58:52,105 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:52,105 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. files: [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/216ccda9945b44519f5aecf0b9955d82, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/fba92bd77eb6488983c620b690e17dcf, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/787d2a4a25b248cc90ecd01c7fa38fb0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/2543eb9d9e324c318ae92556a72e8f0b] 2024-11-19T02:58:52,105 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting c39489b9b7054f82a6d53ee6ad0e5584, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731985129277 2024-11-19T02:58:52,105 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 216ccda9945b44519f5aecf0b9955d82, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731985129277 2024-11-19T02:58:52,106 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 80b5ea37723041829f259279d9583245, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731985129572 2024-11-19T02:58:52,106 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting fba92bd77eb6488983c620b690e17dcf, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731985129572 2024-11-19T02:58:52,106 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting dda30ddd83504739b3c2bc3315d7ef78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731985129808 2024-11-19T02:58:52,106 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 787d2a4a25b248cc90ecd01c7fa38fb0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731985129808 2024-11-19T02:58:52,106 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c050a04f1bf4fd2875ffebc115d96f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731985130432 2024-11-19T02:58:52,107 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2543eb9d9e324c318ae92556a72e8f0b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731985130432 2024-11-19T02:58:52,118 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fdb5c00bc5ff1fd2b89e5f0a709ad11#B#compaction#189 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:52,118 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/1cbcab5629c843b4b62df6ead6c05473 is 50, key is test_row_0/B:col10/1731985131579/Put/seqid=0 2024-11-19T02:58:52,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-19T02:58:52,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:52,120 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 2fdb5c00bc5ff1fd2b89e5f0a709ad11 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T02:58:52,120 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:52,125 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119a2026156001e42a489b9b0debbb9820a_2fdb5c00bc5ff1fd2b89e5f0a709ad11 store=[table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:52,128 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119a2026156001e42a489b9b0debbb9820a_2fdb5c00bc5ff1fd2b89e5f0a709ad11, store=[table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:52,128 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119a2026156001e42a489b9b0debbb9820a_2fdb5c00bc5ff1fd2b89e5f0a709ad11 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-19T02:58:52,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742051_1227 (size=13051) 2024-11-19T02:58:52,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742052_1228 (size=4469) 2024-11-19T02:58:52,147 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/1cbcab5629c843b4b62df6ead6c05473 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/1cbcab5629c843b4b62df6ead6c05473 2024-11-19T02:58:52,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119ba676584bf30481aa01171dfc32c5897_2fdb5c00bc5ff1fd2b89e5f0a709ad11 is 50, key is test_row_0/A:col10/1731985131620/Put/seqid=0 2024-11-19T02:58:52,157 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fdb5c00bc5ff1fd2b89e5f0a709ad11/B of 2fdb5c00bc5ff1fd2b89e5f0a709ad11 into 1cbcab5629c843b4b62df6ead6c05473(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:52,157 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:52,157 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., storeName=2fdb5c00bc5ff1fd2b89e5f0a709ad11/B, priority=12, startTime=1731985132103; duration=0sec 2024-11-19T02:58:52,157 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:52,157 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fdb5c00bc5ff1fd2b89e5f0a709ad11:B 2024-11-19T02:58:52,158 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:58:52,160 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:58:52,160 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 2fdb5c00bc5ff1fd2b89e5f0a709ad11/C is initiating minor compaction (all files) 2024-11-19T02:58:52,160 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fdb5c00bc5ff1fd2b89e5f0a709ad11/C in TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:52,160 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/f4ffb17c86b44a54ae9390f0b317ced1, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/35c2aaba3daf4ed18ac0bb27755a5031, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/3aef00501f084674bf4def3b45f7b70e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/891f871a8340419ba99a0ca44476cf32] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp, totalSize=48.7 K 2024-11-19T02:58:52,160 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting f4ffb17c86b44a54ae9390f0b317ced1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731985129277 2024-11-19T02:58:52,161 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 35c2aaba3daf4ed18ac0bb27755a5031, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731985129572 2024-11-19T02:58:52,161 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 3aef00501f084674bf4def3b45f7b70e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731985129808 2024-11-19T02:58:52,162 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 891f871a8340419ba99a0ca44476cf32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731985130432 2024-11-19T02:58:52,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742053_1229 (size=12454) 2024-11-19T02:58:52,187 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fdb5c00bc5ff1fd2b89e5f0a709ad11#C#compaction#192 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:52,188 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/dbb0e2d914b3419e9b9a6185cda18c7b is 50, key is test_row_0/C:col10/1731985131579/Put/seqid=0 2024-11-19T02:58:52,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742054_1230 (size=13051) 2024-11-19T02:58:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:52,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:52,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985192268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:52,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985192269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:52,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:52,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:52,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:52,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985192270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:52,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:52,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:52,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:52,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:52,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:52,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:52,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985192379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:52,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:52,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985192379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:52,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:52,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:52,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985192379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-19T02:58:52,556 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fdb5c00bc5ff1fd2b89e5f0a709ad11#A#compaction#190 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:52,556 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/0bfc9f435eb840d2ac544ff245f4821a is 175, key is test_row_0/A:col10/1731985131579/Put/seqid=0 2024-11-19T02:58:52,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742055_1231 (size=32005) 2024-11-19T02:58:52,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:52,588 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119ba676584bf30481aa01171dfc32c5897_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ba676584bf30481aa01171dfc32c5897_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:52,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/aceeea7a88e44e92a373bb334f09fa77, store: [table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:52,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/aceeea7a88e44e92a373bb334f09fa77 is 175, key is test_row_0/A:col10/1731985131620/Put/seqid=0 2024-11-19T02:58:52,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985192589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:52,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985192589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:52,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:52,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:52,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:52,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:52,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:52,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985192589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:52,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:52,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:52,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:52,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:52,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:52,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742056_1232 (size=31255) 2024-11-19T02:58:52,595 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=349, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/aceeea7a88e44e92a373bb334f09fa77 2024-11-19T02:58:52,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/f5752404759d4cd185585fc0e615b62f is 50, key is test_row_0/B:col10/1731985131620/Put/seqid=0 2024-11-19T02:58:52,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742057_1233 (size=12301) 2024-11-19T02:58:52,614 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/dbb0e2d914b3419e9b9a6185cda18c7b as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/dbb0e2d914b3419e9b9a6185cda18c7b 2024-11-19T02:58:52,619 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fdb5c00bc5ff1fd2b89e5f0a709ad11/C of 2fdb5c00bc5ff1fd2b89e5f0a709ad11 into dbb0e2d914b3419e9b9a6185cda18c7b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:52,619 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:52,619 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., storeName=2fdb5c00bc5ff1fd2b89e5f0a709ad11/C, priority=12, startTime=1731985132103; duration=0sec 2024-11-19T02:58:52,619 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:52,619 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fdb5c00bc5ff1fd2b89e5f0a709ad11:C 2024-11-19T02:58:52,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985192899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:52,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:52,900 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:52,900 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985192899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:52,900 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:52,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:52,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985192899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:52,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:52,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:52,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:52,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:52,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:52,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-19T02:58:52,967 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/0bfc9f435eb840d2ac544ff245f4821a as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/0bfc9f435eb840d2ac544ff245f4821a 2024-11-19T02:58:52,972 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fdb5c00bc5ff1fd2b89e5f0a709ad11/A of 2fdb5c00bc5ff1fd2b89e5f0a709ad11 into 0bfc9f435eb840d2ac544ff245f4821a(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:52,972 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:52,972 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., storeName=2fdb5c00bc5ff1fd2b89e5f0a709ad11/A, priority=12, startTime=1731985132103; duration=0sec 2024-11-19T02:58:52,972 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:52,973 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fdb5c00bc5ff1fd2b89e5f0a709ad11:A 2024-11-19T02:58:53,010 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/f5752404759d4cd185585fc0e615b62f 2024-11-19T02:58:53,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/2896c50d45d04a54827d7bcb96b32b5e is 50, key is test_row_0/C:col10/1731985131620/Put/seqid=0 2024-11-19T02:58:53,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742058_1234 (size=12301) 2024-11-19T02:58:53,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:53,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985193409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985193409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:53,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:53,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:53,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:53,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:53,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:53,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:53,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985193409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:53,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:53,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:53,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:53,423 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/2896c50d45d04a54827d7bcb96b32b5e 2024-11-19T02:58:53,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/aceeea7a88e44e92a373bb334f09fa77 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/aceeea7a88e44e92a373bb334f09fa77 2024-11-19T02:58:53,432 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/aceeea7a88e44e92a373bb334f09fa77, entries=150, sequenceid=349, filesize=30.5 K 2024-11-19T02:58:53,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/f5752404759d4cd185585fc0e615b62f as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/f5752404759d4cd185585fc0e615b62f 2024-11-19T02:58:53,437 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/f5752404759d4cd185585fc0e615b62f, entries=150, sequenceid=349, filesize=12.0 K 2024-11-19T02:58:53,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/2896c50d45d04a54827d7bcb96b32b5e as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/2896c50d45d04a54827d7bcb96b32b5e 2024-11-19T02:58:53,457 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/2896c50d45d04a54827d7bcb96b32b5e, entries=150, sequenceid=349, filesize=12.0 K 2024-11-19T02:58:53,458 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 in 1339ms, sequenceid=349, compaction requested=false 2024-11-19T02:58:53,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:53,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:53,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-19T02:58:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-19T02:58:53,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-19T02:58:53,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6480 sec 2024-11-19T02:58:53,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.6530 sec 2024-11-19T02:58:53,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-19T02:58:53,959 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:58:53,960 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:58:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-19T02:58:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-19T02:58:53,962 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:58:53,963 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:58:53,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:58:54,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:54,011 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:58:54,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fdb5c00bc5ff1fd2b89e5f0a709ad11 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T02:58:54,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111959f44089daee47709be950714b2bb01b_2fdb5c00bc5ff1fd2b89e5f0a709ad11 is 50, key is test_row_0/A:col10/1731985134009/Put/seqid=0 2024-11-19T02:58:54,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742059_1235 (size=14994) 2024-11-19T02:58:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-19T02:58:54,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985194090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:54,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:54,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:54,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:54,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-19T02:58:54,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:54,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:54,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:54,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:54,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:54,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:54,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985194199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:54,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:54,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:54,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:54,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-19T02:58:54,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:54,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:54,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:54,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:54,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-19T02:58:54,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985194408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:54,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:54,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:54,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:54,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60000 deadline: 1731985194419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:54,421 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_0' in 2fdb5c00bc5ff1fd2b89e5f0a709ad11 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T02:58:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:54,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-19T02:58:54,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:54,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:54,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:54,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:54,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:54,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59956 deadline: 1731985194429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:54,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59972 deadline: 1731985194429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:54,434 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_1' in 2fdb5c00bc5ff1fd2b89e5f0a709ad11 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T02:58:54,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:54,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:54,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:54,434 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_2' in 2fdb5c00bc5ff1fd2b89e5f0a709ad11 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T02:58:54,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:54,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:54,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:54,437 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:54,442 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111959f44089daee47709be950714b2bb01b_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111959f44089daee47709be950714b2bb01b_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:54,443 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/e83e5cb462734191a4157de24ebc0cad, store: [table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:54,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/e83e5cb462734191a4157de24ebc0cad is 175, key is test_row_0/A:col10/1731985134009/Put/seqid=0 2024-11-19T02:58:54,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742060_1236 (size=39949) 2024-11-19T02:58:54,450 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=366, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/e83e5cb462734191a4157de24ebc0cad 2024-11-19T02:58:54,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/fd82fd6459d4489e85a6437b007b48ce is 50, key is test_row_0/B:col10/1731985134009/Put/seqid=0 2024-11-19T02:58:54,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742061_1237 (size=12301) 2024-11-19T02:58:54,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-19T02:58:54,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:54,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:54,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:54,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:54,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-19T02:58:54,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985194719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:54,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:54,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:54,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:54,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-19T02:58:54,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:54,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:54,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:54,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:54,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:54,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/fd82fd6459d4489e85a6437b007b48ce 2024-11-19T02:58:54,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/8e6c888b49d04863afdf904a77a7b359 is 50, key is test_row_0/C:col10/1731985134009/Put/seqid=0 2024-11-19T02:58:54,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742062_1238 (size=12301) 2024-11-19T02:58:54,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-19T02:58:54,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:54,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:54,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:54,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:54,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:55,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-19T02:58:55,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:55,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:55,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:55,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:55,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:55,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-19T02:58:55,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-19T02:58:55,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:55,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:55,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:55,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:55,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:55,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:58:55,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:58:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60020 deadline: 1731985195229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 2024-11-19T02:58:55,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:55,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:58:55,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:58:55,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/8e6c888b49d04863afdf904a77a7b359 2024-11-19T02:58:55,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/e83e5cb462734191a4157de24ebc0cad as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/e83e5cb462734191a4157de24ebc0cad 2024-11-19T02:58:55,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/e83e5cb462734191a4157de24ebc0cad, entries=200, sequenceid=366, filesize=39.0 K 2024-11-19T02:58:55,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/fd82fd6459d4489e85a6437b007b48ce as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/fd82fd6459d4489e85a6437b007b48ce 2024-11-19T02:58:55,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/fd82fd6459d4489e85a6437b007b48ce, entries=150, sequenceid=366, filesize=12.0 K 2024-11-19T02:58:55,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/8e6c888b49d04863afdf904a77a7b359 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/8e6c888b49d04863afdf904a77a7b359 2024-11-19T02:58:55,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/8e6c888b49d04863afdf904a77a7b359, entries=150, sequenceid=366, filesize=12.0 K 2024-11-19T02:58:55,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 in 1302ms, sequenceid=366, compaction requested=true 2024-11-19T02:58:55,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:55,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fdb5c00bc5ff1fd2b89e5f0a709ad11:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:58:55,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:55,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fdb5c00bc5ff1fd2b89e5f0a709ad11:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:58:55,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:55,314 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:58:55,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fdb5c00bc5ff1fd2b89e5f0a709ad11:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:58:55,314 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:58:55,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:55,315 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:58:55,315 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 2fdb5c00bc5ff1fd2b89e5f0a709ad11/A is initiating minor compaction (all files) 2024-11-19T02:58:55,315 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fdb5c00bc5ff1fd2b89e5f0a709ad11/A in TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:55,315 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/0bfc9f435eb840d2ac544ff245f4821a, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/aceeea7a88e44e92a373bb334f09fa77, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/e83e5cb462734191a4157de24ebc0cad] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp, totalSize=100.8 K 2024-11-19T02:58:55,315 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:55,315 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. files: [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/0bfc9f435eb840d2ac544ff245f4821a, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/aceeea7a88e44e92a373bb334f09fa77, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/e83e5cb462734191a4157de24ebc0cad] 2024-11-19T02:58:55,315 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:58:55,315 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 2fdb5c00bc5ff1fd2b89e5f0a709ad11/B is initiating minor compaction (all files) 2024-11-19T02:58:55,315 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fdb5c00bc5ff1fd2b89e5f0a709ad11/B in TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:55,315 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/1cbcab5629c843b4b62df6ead6c05473, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/f5752404759d4cd185585fc0e615b62f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/fd82fd6459d4489e85a6437b007b48ce] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp, totalSize=36.8 K 2024-11-19T02:58:55,316 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 1cbcab5629c843b4b62df6ead6c05473, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731985130432 2024-11-19T02:58:55,316 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bfc9f435eb840d2ac544ff245f4821a, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731985130432 2024-11-19T02:58:55,316 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting f5752404759d4cd185585fc0e615b62f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731985131614 2024-11-19T02:58:55,316 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting aceeea7a88e44e92a373bb334f09fa77, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731985131614 2024-11-19T02:58:55,317 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting fd82fd6459d4489e85a6437b007b48ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731985132264 2024-11-19T02:58:55,317 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting e83e5cb462734191a4157de24ebc0cad, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731985132264 2024-11-19T02:58:55,328 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fdb5c00bc5ff1fd2b89e5f0a709ad11#B#compaction#198 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:55,328 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/15b39498881340599e905e5fa0f503dd is 50, key is test_row_0/B:col10/1731985134009/Put/seqid=0 2024-11-19T02:58:55,329 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:55,332 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119983858f09e004f6f9dccd15166a49199_2fdb5c00bc5ff1fd2b89e5f0a709ad11 store=[table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:55,334 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119983858f09e004f6f9dccd15166a49199_2fdb5c00bc5ff1fd2b89e5f0a709ad11, store=[table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:55,334 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119983858f09e004f6f9dccd15166a49199_2fdb5c00bc5ff1fd2b89e5f0a709ad11 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:55,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742063_1239 (size=13153) 2024-11-19T02:58:55,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-19T02:58:55,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:55,350 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 2fdb5c00bc5ff1fd2b89e5f0a709ad11 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-19T02:58:55,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742064_1240 (size=4469) 2024-11-19T02:58:55,358 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/15b39498881340599e905e5fa0f503dd as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/15b39498881340599e905e5fa0f503dd 2024-11-19T02:58:55,368 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fdb5c00bc5ff1fd2b89e5f0a709ad11/B of 2fdb5c00bc5ff1fd2b89e5f0a709ad11 into 15b39498881340599e905e5fa0f503dd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:55,368 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:55,368 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., storeName=2fdb5c00bc5ff1fd2b89e5f0a709ad11/B, priority=13, startTime=1731985135314; duration=0sec 2024-11-19T02:58:55,368 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:58:55,368 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fdb5c00bc5ff1fd2b89e5f0a709ad11:B 2024-11-19T02:58:55,368 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:58:55,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411192093711650d44389b5f476be4f0f868e_2fdb5c00bc5ff1fd2b89e5f0a709ad11 is 50, key is test_row_0/A:col10/1731985134060/Put/seqid=0 2024-11-19T02:58:55,370 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:58:55,370 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 2fdb5c00bc5ff1fd2b89e5f0a709ad11/C is initiating minor compaction (all files) 2024-11-19T02:58:55,370 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fdb5c00bc5ff1fd2b89e5f0a709ad11/C in TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:55,371 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/dbb0e2d914b3419e9b9a6185cda18c7b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/2896c50d45d04a54827d7bcb96b32b5e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/8e6c888b49d04863afdf904a77a7b359] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp, totalSize=36.8 K 2024-11-19T02:58:55,371 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting dbb0e2d914b3419e9b9a6185cda18c7b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731985130432 2024-11-19T02:58:55,371 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 2896c50d45d04a54827d7bcb96b32b5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731985131614 2024-11-19T02:58:55,372 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e6c888b49d04863afdf904a77a7b359, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731985132264 2024-11-19T02:58:55,391 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fdb5c00bc5ff1fd2b89e5f0a709ad11#C#compaction#201 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:55,392 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/99fac0733d124ba6bdb547c3c4fd4964 is 50, key is test_row_0/C:col10/1731985134009/Put/seqid=0 2024-11-19T02:58:55,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742065_1241 (size=12454) 2024-11-19T02:58:55,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742066_1242 (size=13153) 2024-11-19T02:58:55,412 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/99fac0733d124ba6bdb547c3c4fd4964 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/99fac0733d124ba6bdb547c3c4fd4964 2024-11-19T02:58:55,418 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fdb5c00bc5ff1fd2b89e5f0a709ad11/C of 2fdb5c00bc5ff1fd2b89e5f0a709ad11 into 99fac0733d124ba6bdb547c3c4fd4964(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:55,419 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:55,419 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., storeName=2fdb5c00bc5ff1fd2b89e5f0a709ad11/C, priority=13, startTime=1731985135314; duration=0sec 2024-11-19T02:58:55,419 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:55,419 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fdb5c00bc5ff1fd2b89e5f0a709ad11:C 2024-11-19T02:58:55,634 INFO [Thread-696 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-696. 2024-11-19T02:58:55,634 DEBUG [Thread-696 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:58:55,634 DEBUG [Thread-696 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:55,634 DEBUG [Thread-696 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:55,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:58:55,635 INFO [Thread-700 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-700. 2024-11-19T02:58:55,635 DEBUG [Thread-700 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:58:55,636 DEBUG [Thread-700 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:55,636 DEBUG [Thread-700 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:55,636 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:58:55,636 INFO [Thread-694 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-694. 2024-11-19T02:58:55,636 DEBUG [Thread-694 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:58:55,636 DEBUG [Thread-694 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:55,636 DEBUG [Thread-694 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:55,636 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:58:55,641 INFO [Thread-698 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-698. 2024-11-19T02:58:55,641 DEBUG [Thread-698 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:58:55,641 DEBUG [Thread-698 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:55,641 DEBUG [Thread-698 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:55,641 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:58:55,758 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fdb5c00bc5ff1fd2b89e5f0a709ad11#A#compaction#199 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:58:55,759 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/ca57d8dbf48942d29330cba0eb5c0494 is 175, key is test_row_0/A:col10/1731985134009/Put/seqid=0 2024-11-19T02:58:55,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742067_1243 (size=32107) 2024-11-19T02:58:55,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:55,807 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411192093711650d44389b5f476be4f0f868e_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411192093711650d44389b5f476be4f0f868e_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:55,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/cb726fb37bc64611bab8a55808508e7c, store: [table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:55,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/cb726fb37bc64611bab8a55808508e7c is 175, key is test_row_0/A:col10/1731985134060/Put/seqid=0 2024-11-19T02:58:55,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742068_1244 (size=31255) 2024-11-19T02:58:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-19T02:58:56,168 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/ca57d8dbf48942d29330cba0eb5c0494 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/ca57d8dbf48942d29330cba0eb5c0494 2024-11-19T02:58:56,173 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fdb5c00bc5ff1fd2b89e5f0a709ad11/A of 2fdb5c00bc5ff1fd2b89e5f0a709ad11 into ca57d8dbf48942d29330cba0eb5c0494(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:58:56,173 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:56,173 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., storeName=2fdb5c00bc5ff1fd2b89e5f0a709ad11/A, priority=13, startTime=1731985135313; duration=0sec 2024-11-19T02:58:56,173 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:58:56,173 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fdb5c00bc5ff1fd2b89e5f0a709ad11:A 2024-11-19T02:58:56,213 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=388, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/cb726fb37bc64611bab8a55808508e7c 2024-11-19T02:58:56,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/4ec086178b144044a58f6985b17be588 is 50, key is test_row_0/B:col10/1731985134060/Put/seqid=0 2024-11-19T02:58:56,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742069_1245 (size=12301) 2024-11-19T02:58:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:56,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. as already flushing 2024-11-19T02:58:56,240 INFO [Thread-687 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-687. 2024-11-19T02:58:56,240 DEBUG [Thread-687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:58:56,240 DEBUG [Thread-687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:56,240 DEBUG [Thread-687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:56,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:58:56,451 INFO [Thread-691 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-691. 2024-11-19T02:58:56,451 INFO [Thread-689 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-689. 2024-11-19T02:58:56,451 INFO [Thread-683 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-683. 2024-11-19T02:58:56,451 DEBUG [Thread-691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:58:56,451 DEBUG [Thread-689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:58:56,451 DEBUG [Thread-683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:58:56,451 DEBUG [Thread-691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:56,451 DEBUG [Thread-689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:56,451 DEBUG [Thread-683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:56,451 DEBUG [Thread-689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:56,451 DEBUG [Thread-691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:56,451 DEBUG [Thread-683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:56,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:58:56,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:58:56,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:58:56,625 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/4ec086178b144044a58f6985b17be588 2024-11-19T02:58:56,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/2cc3c4ff4bd14a29ae0a3f451a343218 is 50, key is test_row_0/C:col10/1731985134060/Put/seqid=0 2024-11-19T02:58:56,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742070_1246 (size=12301) 2024-11-19T02:58:57,037 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/2cc3c4ff4bd14a29ae0a3f451a343218 2024-11-19T02:58:57,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/cb726fb37bc64611bab8a55808508e7c as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/cb726fb37bc64611bab8a55808508e7c 2024-11-19T02:58:57,045 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/cb726fb37bc64611bab8a55808508e7c, entries=150, sequenceid=388, filesize=30.5 K 2024-11-19T02:58:57,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/4ec086178b144044a58f6985b17be588 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/4ec086178b144044a58f6985b17be588 2024-11-19T02:58:57,049 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/4ec086178b144044a58f6985b17be588, entries=150, sequenceid=388, filesize=12.0 K 2024-11-19T02:58:57,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/2cc3c4ff4bd14a29ae0a3f451a343218 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/2cc3c4ff4bd14a29ae0a3f451a343218 2024-11-19T02:58:57,051 INFO [Thread-685 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-685. 2024-11-19T02:58:57,051 DEBUG [Thread-685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:58:57,051 DEBUG [Thread-685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:57,051 DEBUG [Thread-685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:57,051 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:58:57,054 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/2cc3c4ff4bd14a29ae0a3f451a343218, entries=150, sequenceid=388, filesize=12.0 K 2024-11-19T02:58:57,054 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=33.54 KB/34350 for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 in 1704ms, sequenceid=388, compaction requested=false 2024-11-19T02:58:57,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: 2024-11-19T02:58:57,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:57,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-19T02:58:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-19T02:58:57,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-19T02:58:57,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0930 sec 2024-11-19T02:58:57,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 3.0970 sec 2024-11-19T02:58:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-19T02:58:58,120 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:58:58,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-19T02:58:58,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-19T02:58:58,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-19T02:58:58,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-11-19T02:58:58,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-19T02:58:58,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-11-19T02:58:58,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-19T02:58:58,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3550 2024-11-19T02:58:58,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3522 2024-11-19T02:58:58,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-19T02:58:58,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1496 2024-11-19T02:58:58,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4488 rows 2024-11-19T02:58:58,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1492 2024-11-19T02:58:58,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4473 rows 2024-11-19T02:58:58,120 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T02:58:58,120 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T02:58:58,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:58,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:58:58,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:58:58,121 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-19T02:58:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-19T02:58:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-19T02:58:58,124 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731985138124"}]},"ts":"1731985138124"} 2024-11-19T02:58:58,126 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-19T02:58:58,126 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-19T02:58:58,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T02:58:58,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fdb5c00bc5ff1fd2b89e5f0a709ad11, UNASSIGN}] 2024-11-19T02:58:58,129 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fdb5c00bc5ff1fd2b89e5f0a709ad11, UNASSIGN 2024-11-19T02:58:58,129 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=2fdb5c00bc5ff1fd2b89e5f0a709ad11, regionState=CLOSING, regionLocation=e93af88909ff,45689,1731985081997 2024-11-19T02:58:58,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fdb5c00bc5ff1fd2b89e5f0a709ad11, UNASSIGN because future has completed 2024-11-19T02:58:58,131 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T02:58:58,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997}] 2024-11-19T02:58:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-19T02:58:58,283 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(122): Close 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:58,283 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T02:58:58,283 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1722): Closing 2fdb5c00bc5ff1fd2b89e5f0a709ad11, disabling compactions & flushes 2024-11-19T02:58:58,283 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:58,283 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:58,283 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. after waiting 0 ms 2024-11-19T02:58:58,283 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:58:58,283 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(2902): Flushing 2fdb5c00bc5ff1fd2b89e5f0a709ad11 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-19T02:58:58,290 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411195c812d8382b7421c82c0c64d0591a227_2fdb5c00bc5ff1fd2b89e5f0a709ad11 is 50, key is test_row_0/A:col10/1731985137050/Put/seqid=0 2024-11-19T02:58:58,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742071_1247 (size=12454) 2024-11-19T02:58:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-19T02:58:58,695 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:58:58,698 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411195c812d8382b7421c82c0c64d0591a227_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411195c812d8382b7421c82c0c64d0591a227_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:58:58,699 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/25bc60b9f3d04483b1173fdd8ea1fdb8, store: [table=TestAcidGuarantees family=A region=2fdb5c00bc5ff1fd2b89e5f0a709ad11] 2024-11-19T02:58:58,700 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/25bc60b9f3d04483b1173fdd8ea1fdb8 is 175, key is test_row_0/A:col10/1731985137050/Put/seqid=0 2024-11-19T02:58:58,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742072_1248 (size=31255) 2024-11-19T02:58:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-19T02:58:59,104 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=399, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/25bc60b9f3d04483b1173fdd8ea1fdb8 2024-11-19T02:58:59,110 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/ce65707cdc7546e4bec36fccc67e8556 is 50, key is test_row_0/B:col10/1731985137050/Put/seqid=0 2024-11-19T02:58:59,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742073_1249 (size=12301) 2024-11-19T02:58:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-19T02:58:59,515 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/ce65707cdc7546e4bec36fccc67e8556 2024-11-19T02:58:59,522 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/7a3153c6e16549c18509f408896189d8 is 50, key is test_row_0/C:col10/1731985137050/Put/seqid=0 2024-11-19T02:58:59,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742074_1250 (size=12301) 2024-11-19T02:58:59,926 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/7a3153c6e16549c18509f408896189d8 2024-11-19T02:58:59,930 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/A/25bc60b9f3d04483b1173fdd8ea1fdb8 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/25bc60b9f3d04483b1173fdd8ea1fdb8 2024-11-19T02:58:59,934 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/25bc60b9f3d04483b1173fdd8ea1fdb8, entries=150, sequenceid=399, filesize=30.5 K 2024-11-19T02:58:59,934 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/B/ce65707cdc7546e4bec36fccc67e8556 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/ce65707cdc7546e4bec36fccc67e8556 2024-11-19T02:58:59,938 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/ce65707cdc7546e4bec36fccc67e8556, entries=150, sequenceid=399, filesize=12.0 K 2024-11-19T02:58:59,938 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/.tmp/C/7a3153c6e16549c18509f408896189d8 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/7a3153c6e16549c18509f408896189d8 2024-11-19T02:58:59,942 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/7a3153c6e16549c18509f408896189d8, entries=150, sequenceid=399, filesize=12.0 K 2024-11-19T02:58:59,942 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 in 1659ms, sequenceid=399, compaction requested=true 2024-11-19T02:58:59,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/8b098f5b3dc4428480ad0ee9bbbb9393, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/c6a50b3942a448608fe31a41ca82ad79, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/15df10bddd4443428e49ae3fcee9dec5, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/6e9461ca82cf4ef0907893f9e4aee8bc, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/15ef45f1139247a493e4a61744317f86, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/bc2ccac687a2425a8f3712b002886e9f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/5b335ed0196e4cacbff213ef44542ba0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/6bc4725e82fc479b9d14b1ad77caaff1, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/4f85207a7b6041c9b2bfb06a4635da59, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/36b5f777d4db4cea99bbdeea183d98de, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/adf2e67e2f154ad0884b13aad1156dd8, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/30908874efdd480fa9cb5799e4b8789e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/e74779d7b715416eac47cc7111320353, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/919636066b0041c39b8f434d5a4dab23, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/d6c29e7707ae488bab29f0f3b8da7366, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/188a1f6fb3f1493f9c5d52d16551b484, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/cd8de599e527421ab4bb9d02fa25ca20, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/a91a88f3ab99400899fd0449345e6ced, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/216ccda9945b44519f5aecf0b9955d82, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/fba92bd77eb6488983c620b690e17dcf, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/787d2a4a25b248cc90ecd01c7fa38fb0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/2543eb9d9e324c318ae92556a72e8f0b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/0bfc9f435eb840d2ac544ff245f4821a, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/aceeea7a88e44e92a373bb334f09fa77, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/e83e5cb462734191a4157de24ebc0cad] to archive 2024-11-19T02:58:59,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T02:58:59,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/8b098f5b3dc4428480ad0ee9bbbb9393 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/8b098f5b3dc4428480ad0ee9bbbb9393 2024-11-19T02:58:59,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/c6a50b3942a448608fe31a41ca82ad79 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/c6a50b3942a448608fe31a41ca82ad79 2024-11-19T02:58:59,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/15df10bddd4443428e49ae3fcee9dec5 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/15df10bddd4443428e49ae3fcee9dec5 2024-11-19T02:58:59,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/6e9461ca82cf4ef0907893f9e4aee8bc to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/6e9461ca82cf4ef0907893f9e4aee8bc 2024-11-19T02:58:59,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/15ef45f1139247a493e4a61744317f86 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/15ef45f1139247a493e4a61744317f86 2024-11-19T02:58:59,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/bc2ccac687a2425a8f3712b002886e9f to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/bc2ccac687a2425a8f3712b002886e9f 2024-11-19T02:58:59,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/5b335ed0196e4cacbff213ef44542ba0 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/5b335ed0196e4cacbff213ef44542ba0 2024-11-19T02:58:59,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/6bc4725e82fc479b9d14b1ad77caaff1 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/6bc4725e82fc479b9d14b1ad77caaff1 2024-11-19T02:58:59,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/4f85207a7b6041c9b2bfb06a4635da59 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/4f85207a7b6041c9b2bfb06a4635da59 2024-11-19T02:58:59,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/36b5f777d4db4cea99bbdeea183d98de to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/36b5f777d4db4cea99bbdeea183d98de 2024-11-19T02:58:59,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/adf2e67e2f154ad0884b13aad1156dd8 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/adf2e67e2f154ad0884b13aad1156dd8 2024-11-19T02:58:59,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/30908874efdd480fa9cb5799e4b8789e to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/30908874efdd480fa9cb5799e4b8789e 2024-11-19T02:58:59,957 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/e74779d7b715416eac47cc7111320353 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/e74779d7b715416eac47cc7111320353 2024-11-19T02:58:59,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/919636066b0041c39b8f434d5a4dab23 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/919636066b0041c39b8f434d5a4dab23 2024-11-19T02:58:59,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/d6c29e7707ae488bab29f0f3b8da7366 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/d6c29e7707ae488bab29f0f3b8da7366 2024-11-19T02:58:59,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/188a1f6fb3f1493f9c5d52d16551b484 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/188a1f6fb3f1493f9c5d52d16551b484 2024-11-19T02:58:59,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/cd8de599e527421ab4bb9d02fa25ca20 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/cd8de599e527421ab4bb9d02fa25ca20 2024-11-19T02:58:59,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/a91a88f3ab99400899fd0449345e6ced to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/a91a88f3ab99400899fd0449345e6ced 2024-11-19T02:58:59,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/216ccda9945b44519f5aecf0b9955d82 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/216ccda9945b44519f5aecf0b9955d82 2024-11-19T02:58:59,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/fba92bd77eb6488983c620b690e17dcf to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/fba92bd77eb6488983c620b690e17dcf 2024-11-19T02:58:59,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/787d2a4a25b248cc90ecd01c7fa38fb0 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/787d2a4a25b248cc90ecd01c7fa38fb0 2024-11-19T02:58:59,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/2543eb9d9e324c318ae92556a72e8f0b to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/2543eb9d9e324c318ae92556a72e8f0b 2024-11-19T02:58:59,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/0bfc9f435eb840d2ac544ff245f4821a to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/0bfc9f435eb840d2ac544ff245f4821a 2024-11-19T02:58:59,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/aceeea7a88e44e92a373bb334f09fa77 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/aceeea7a88e44e92a373bb334f09fa77 2024-11-19T02:58:59,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/e83e5cb462734191a4157de24ebc0cad to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/e83e5cb462734191a4157de24ebc0cad 2024-11-19T02:58:59,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/2012ad57e71b4b429267890840dbb097, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/2ddf6a4ef42948119e961ae25e5c7945, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/e12fec28b9f34cc19ed48abee440d326, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/d5155dccb4d248e6949fb58685480520, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/2ea85377198f45768a7fb8ae0d6628ca, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/15d3a1baaf7647e081f69d702925af8d, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/89ab852eca6e4a4689a7f05c8d70885b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/b0e6ad8bc61e4196a7f2b80c36f41591, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/f0fb1ad8b6a44d748ef82783607604b9, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/2aef383ae93442ba8f3e0fb649b1d630, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/dabe64276fd94f9dae971fb3915ce946, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/19266f7e6edc4abb8f55236feecea1f6, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/a74037a18c554812a7b0d14a41eb98e0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/194e3d50639b491096d0c2c8d74e6851, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/176c613192bb4cc49bd226195ab54023, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/552ca11992e344129727c012ba5c0303, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/66acf147eaea4161817ad178afe615df, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/c39489b9b7054f82a6d53ee6ad0e5584, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/8335f3cfafa34b48a0d7df7aa7c62975, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/80b5ea37723041829f259279d9583245, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/dda30ddd83504739b3c2bc3315d7ef78, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/1cbcab5629c843b4b62df6ead6c05473, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/1c050a04f1bf4fd2875ffebc115d96f4, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/f5752404759d4cd185585fc0e615b62f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/fd82fd6459d4489e85a6437b007b48ce] to archive 2024-11-19T02:58:59,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T02:58:59,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/2012ad57e71b4b429267890840dbb097 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/2012ad57e71b4b429267890840dbb097 2024-11-19T02:58:59,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/2ddf6a4ef42948119e961ae25e5c7945 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/2ddf6a4ef42948119e961ae25e5c7945 2024-11-19T02:58:59,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/e12fec28b9f34cc19ed48abee440d326 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/e12fec28b9f34cc19ed48abee440d326 2024-11-19T02:58:59,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/d5155dccb4d248e6949fb58685480520 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/d5155dccb4d248e6949fb58685480520 2024-11-19T02:58:59,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/2ea85377198f45768a7fb8ae0d6628ca to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/2ea85377198f45768a7fb8ae0d6628ca 2024-11-19T02:58:59,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/15d3a1baaf7647e081f69d702925af8d to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/15d3a1baaf7647e081f69d702925af8d 2024-11-19T02:58:59,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/89ab852eca6e4a4689a7f05c8d70885b to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/89ab852eca6e4a4689a7f05c8d70885b 2024-11-19T02:58:59,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/b0e6ad8bc61e4196a7f2b80c36f41591 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/b0e6ad8bc61e4196a7f2b80c36f41591 2024-11-19T02:58:59,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/f0fb1ad8b6a44d748ef82783607604b9 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/f0fb1ad8b6a44d748ef82783607604b9 2024-11-19T02:58:59,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/2aef383ae93442ba8f3e0fb649b1d630 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/2aef383ae93442ba8f3e0fb649b1d630 2024-11-19T02:58:59,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/dabe64276fd94f9dae971fb3915ce946 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/dabe64276fd94f9dae971fb3915ce946 2024-11-19T02:58:59,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/19266f7e6edc4abb8f55236feecea1f6 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/19266f7e6edc4abb8f55236feecea1f6 2024-11-19T02:58:59,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/a74037a18c554812a7b0d14a41eb98e0 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/a74037a18c554812a7b0d14a41eb98e0 2024-11-19T02:58:59,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/194e3d50639b491096d0c2c8d74e6851 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/194e3d50639b491096d0c2c8d74e6851 2024-11-19T02:58:59,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/176c613192bb4cc49bd226195ab54023 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/176c613192bb4cc49bd226195ab54023 2024-11-19T02:58:59,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/552ca11992e344129727c012ba5c0303 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/552ca11992e344129727c012ba5c0303 2024-11-19T02:58:59,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/66acf147eaea4161817ad178afe615df to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/66acf147eaea4161817ad178afe615df 2024-11-19T02:58:59,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/c39489b9b7054f82a6d53ee6ad0e5584 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/c39489b9b7054f82a6d53ee6ad0e5584 2024-11-19T02:58:59,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/8335f3cfafa34b48a0d7df7aa7c62975 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/8335f3cfafa34b48a0d7df7aa7c62975 2024-11-19T02:58:59,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/80b5ea37723041829f259279d9583245 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/80b5ea37723041829f259279d9583245 2024-11-19T02:58:59,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/dda30ddd83504739b3c2bc3315d7ef78 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/dda30ddd83504739b3c2bc3315d7ef78 2024-11-19T02:58:59,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/1cbcab5629c843b4b62df6ead6c05473 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/1cbcab5629c843b4b62df6ead6c05473 2024-11-19T02:58:59,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/1c050a04f1bf4fd2875ffebc115d96f4 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/1c050a04f1bf4fd2875ffebc115d96f4 2024-11-19T02:58:59,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/f5752404759d4cd185585fc0e615b62f to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/f5752404759d4cd185585fc0e615b62f 2024-11-19T02:58:59,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/fd82fd6459d4489e85a6437b007b48ce to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/fd82fd6459d4489e85a6437b007b48ce 2024-11-19T02:58:59,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/47c4bee9d9ec4d15b5855966c7bfb0fb, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/56e5ca5754ea45d199a4e53671ef593c, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/f7ec40790e09489a8b3eabf1f948bf84, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/a881ec85dff647b989e39e3bd0d7ff16, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/3411d88953ab40ac864d032dbb848157, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/85d4d9df7a2943f1a01fbc8c2be1ee56, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/150b61e7beff4188ae2a50d29b387628, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/d0cf7c513df244238b23d79a799fda94, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/fe12cb2daa1f4362aa0fd50c74a160f9, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/0ad94dd1acb5404d909fe120a6a4935f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/f8591073cc4843078235506720a7a439, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/d3981786e3d94c318e7041b0618131ea, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/c5c3c70013a04ae5ac076942943e1663, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/9d596a689b30415eade06bdb568e54ac, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/38da7396aaa64420b0ec5cf65081f404, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/8042a8191afe45a288003b0823eda154, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/57516a9adee941918eed93cd2fd21df6, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/f4ffb17c86b44a54ae9390f0b317ced1, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/a4a7beb555db44cf91f827a9835851b9, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/35c2aaba3daf4ed18ac0bb27755a5031, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/3aef00501f084674bf4def3b45f7b70e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/dbb0e2d914b3419e9b9a6185cda18c7b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/891f871a8340419ba99a0ca44476cf32, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/2896c50d45d04a54827d7bcb96b32b5e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/8e6c888b49d04863afdf904a77a7b359] to archive 2024-11-19T02:58:59,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T02:58:59,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/47c4bee9d9ec4d15b5855966c7bfb0fb to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/47c4bee9d9ec4d15b5855966c7bfb0fb 2024-11-19T02:59:00,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/56e5ca5754ea45d199a4e53671ef593c to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/56e5ca5754ea45d199a4e53671ef593c 2024-11-19T02:59:00,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/f7ec40790e09489a8b3eabf1f948bf84 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/f7ec40790e09489a8b3eabf1f948bf84 2024-11-19T02:59:00,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/a881ec85dff647b989e39e3bd0d7ff16 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/a881ec85dff647b989e39e3bd0d7ff16 2024-11-19T02:59:00,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/3411d88953ab40ac864d032dbb848157 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/3411d88953ab40ac864d032dbb848157 2024-11-19T02:59:00,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/85d4d9df7a2943f1a01fbc8c2be1ee56 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/85d4d9df7a2943f1a01fbc8c2be1ee56 2024-11-19T02:59:00,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/150b61e7beff4188ae2a50d29b387628 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/150b61e7beff4188ae2a50d29b387628 2024-11-19T02:59:00,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/d0cf7c513df244238b23d79a799fda94 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/d0cf7c513df244238b23d79a799fda94 2024-11-19T02:59:00,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/fe12cb2daa1f4362aa0fd50c74a160f9 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/fe12cb2daa1f4362aa0fd50c74a160f9 2024-11-19T02:59:00,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/0ad94dd1acb5404d909fe120a6a4935f to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/0ad94dd1acb5404d909fe120a6a4935f 2024-11-19T02:59:00,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/f8591073cc4843078235506720a7a439 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/f8591073cc4843078235506720a7a439 2024-11-19T02:59:00,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/d3981786e3d94c318e7041b0618131ea to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/d3981786e3d94c318e7041b0618131ea 2024-11-19T02:59:00,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/c5c3c70013a04ae5ac076942943e1663 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/c5c3c70013a04ae5ac076942943e1663 2024-11-19T02:59:00,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/9d596a689b30415eade06bdb568e54ac to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/9d596a689b30415eade06bdb568e54ac 2024-11-19T02:59:00,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/38da7396aaa64420b0ec5cf65081f404 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/38da7396aaa64420b0ec5cf65081f404 2024-11-19T02:59:00,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/8042a8191afe45a288003b0823eda154 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/8042a8191afe45a288003b0823eda154 2024-11-19T02:59:00,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/57516a9adee941918eed93cd2fd21df6 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/57516a9adee941918eed93cd2fd21df6 2024-11-19T02:59:00,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/f4ffb17c86b44a54ae9390f0b317ced1 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/f4ffb17c86b44a54ae9390f0b317ced1 2024-11-19T02:59:00,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/a4a7beb555db44cf91f827a9835851b9 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/a4a7beb555db44cf91f827a9835851b9 2024-11-19T02:59:00,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/35c2aaba3daf4ed18ac0bb27755a5031 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/35c2aaba3daf4ed18ac0bb27755a5031 2024-11-19T02:59:00,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/3aef00501f084674bf4def3b45f7b70e to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/3aef00501f084674bf4def3b45f7b70e 2024-11-19T02:59:00,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/dbb0e2d914b3419e9b9a6185cda18c7b to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/dbb0e2d914b3419e9b9a6185cda18c7b 2024-11-19T02:59:00,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/891f871a8340419ba99a0ca44476cf32 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/891f871a8340419ba99a0ca44476cf32 2024-11-19T02:59:00,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/2896c50d45d04a54827d7bcb96b32b5e to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/2896c50d45d04a54827d7bcb96b32b5e 2024-11-19T02:59:00,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/8e6c888b49d04863afdf904a77a7b359 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/8e6c888b49d04863afdf904a77a7b359 2024-11-19T02:59:00,028 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/recovered.edits/402.seqid, newMaxSeqId=402, maxSeqId=4 2024-11-19T02:59:00,028 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. 2024-11-19T02:59:00,028 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1676): Region close journal for 2fdb5c00bc5ff1fd2b89e5f0a709ad11: Waiting for close lock at 1731985138283Running coprocessor pre-close hooks at 1731985138283Disabling compacts and flushes for region at 1731985138283Disabling writes for close at 1731985138283Obtaining lock to block concurrent updates at 1731985138283Preparing flush snapshotting stores in 2fdb5c00bc5ff1fd2b89e5f0a709ad11 at 1731985138283Finished memstore snapshotting TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731985138284 (+1 ms)Flushing stores of TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11. at 1731985138284Flushing 2fdb5c00bc5ff1fd2b89e5f0a709ad11/A: creating writer at 1731985138284Flushing mob file 2fdb5c00bc5ff1fd2b89e5f0a709ad11/A: appending metadata at 1731985138290 (+6 ms)Flushing mob file 2fdb5c00bc5ff1fd2b89e5f0a709ad11/A: closing flushed file at 1731985138290Flushing 2fdb5c00bc5ff1fd2b89e5f0a709ad11/A: appending metadata at 1731985138699 (+409 ms)Flushing 2fdb5c00bc5ff1fd2b89e5f0a709ad11/A: closing flushed file at 1731985138699Flushing 2fdb5c00bc5ff1fd2b89e5f0a709ad11/B: creating writer at 1731985139107 (+408 ms)Flushing 2fdb5c00bc5ff1fd2b89e5f0a709ad11/B: appending metadata at 1731985139110 (+3 ms)Flushing 2fdb5c00bc5ff1fd2b89e5f0a709ad11/B: closing flushed file at 1731985139110Flushing 2fdb5c00bc5ff1fd2b89e5f0a709ad11/C: creating writer at 1731985139519 (+409 ms)Flushing 2fdb5c00bc5ff1fd2b89e5f0a709ad11/C: appending metadata at 1731985139521 (+2 ms)Flushing 2fdb5c00bc5ff1fd2b89e5f0a709ad11/C: closing flushed file at 1731985139521Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75b54e36: reopening flushed file at 1731985139929 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@273935ca: reopening flushed file at 1731985139934 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cc7b6fa: reopening flushed file at 1731985139938 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 2fdb5c00bc5ff1fd2b89e5f0a709ad11 in 1659ms, sequenceid=399, compaction requested=true at 1731985139943 (+5 ms)Writing region close event to WAL at 1731985140024 (+81 ms)Running coprocessor post-close hooks at 1731985140028 (+4 ms)Closed at 1731985140028 2024-11-19T02:59:00,030 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(157): Closed 2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:59:00,031 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=2fdb5c00bc5ff1fd2b89e5f0a709ad11, regionState=CLOSED 2024-11-19T02:59:00,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 because future has completed 2024-11-19T02:59:00,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-19T02:59:00,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseRegionProcedure 2fdb5c00bc5ff1fd2b89e5f0a709ad11, server=e93af88909ff,45689,1731985081997 in 1.9010 sec 2024-11-19T02:59:00,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-19T02:59:00,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fdb5c00bc5ff1fd2b89e5f0a709ad11, UNASSIGN in 1.9060 sec 2024-11-19T02:59:00,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-19T02:59:00,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9090 sec 2024-11-19T02:59:00,038 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731985140038"}]},"ts":"1731985140038"} 2024-11-19T02:59:00,039 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-19T02:59:00,039 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-19T02:59:00,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9180 sec 2024-11-19T02:59:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-19T02:59:00,279 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:59:00,280 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-19T02:59:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T02:59:00,282 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T02:59:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-19T02:59:00,283 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=64, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T02:59:00,286 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:59:00,289 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A, FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B, FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C, FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/recovered.edits] 2024-11-19T02:59:00,292 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/25bc60b9f3d04483b1173fdd8ea1fdb8 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/25bc60b9f3d04483b1173fdd8ea1fdb8 2024-11-19T02:59:00,293 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/ca57d8dbf48942d29330cba0eb5c0494 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/ca57d8dbf48942d29330cba0eb5c0494 2024-11-19T02:59:00,295 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/cb726fb37bc64611bab8a55808508e7c to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/A/cb726fb37bc64611bab8a55808508e7c 2024-11-19T02:59:00,298 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/15b39498881340599e905e5fa0f503dd to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/15b39498881340599e905e5fa0f503dd 2024-11-19T02:59:00,299 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/4ec086178b144044a58f6985b17be588 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/4ec086178b144044a58f6985b17be588 2024-11-19T02:59:00,300 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/ce65707cdc7546e4bec36fccc67e8556 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/B/ce65707cdc7546e4bec36fccc67e8556 2024-11-19T02:59:00,304 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/2cc3c4ff4bd14a29ae0a3f451a343218 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/2cc3c4ff4bd14a29ae0a3f451a343218 2024-11-19T02:59:00,305 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/7a3153c6e16549c18509f408896189d8 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/7a3153c6e16549c18509f408896189d8 2024-11-19T02:59:00,306 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/99fac0733d124ba6bdb547c3c4fd4964 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/C/99fac0733d124ba6bdb547c3c4fd4964 2024-11-19T02:59:00,310 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/recovered.edits/402.seqid to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11/recovered.edits/402.seqid 2024-11-19T02:59:00,311 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:59:00,311 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-19T02:59:00,311 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-19T02:59:00,312 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-19T02:59:00,317 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111912c4160c40454c20b154db1bc883f0a3_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111912c4160c40454c20b154db1bc883f0a3_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:59:00,319 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119156a72955d0a48c69b6b392ee412c629_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119156a72955d0a48c69b6b392ee412c629_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:59:00,320 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411191b68c6ab6ae849349fbd1b0a518a78ae_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411191b68c6ab6ae849349fbd1b0a518a78ae_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:59:00,321 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411192093711650d44389b5f476be4f0f868e_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411192093711650d44389b5f476be4f0f868e_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:59:00,323 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411193bdb148b1f634040b62e52d4166da0e3_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411193bdb148b1f634040b62e52d4166da0e3_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:59:00,324 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411193eafedf2d13249efb81ff3203d75c9b8_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411193eafedf2d13249efb81ff3203d75c9b8_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:59:00,325 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119416c518d77894e7a8f05cc9d68e0b548_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119416c518d77894e7a8f05cc9d68e0b548_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:59:00,327 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411194197daaa55f34f9cb8ad9a2afc4341de_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411194197daaa55f34f9cb8ad9a2afc4341de_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:59:00,328 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119477969b96319439ea992e49a8915a6c2_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119477969b96319439ea992e49a8915a6c2_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:59:00,329 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111955f86d8171274e5985cff4959349ce5d_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111955f86d8171274e5985cff4959349ce5d_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:59:00,330 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111956b3e0082c5f4bd48d58f18912bb0b01_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111956b3e0082c5f4bd48d58f18912bb0b01_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:59:00,331 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111959f44089daee47709be950714b2bb01b_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111959f44089daee47709be950714b2bb01b_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:59:00,332 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411195c812d8382b7421c82c0c64d0591a227_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411195c812d8382b7421c82c0c64d0591a227_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:59:00,333 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111967b9c29c5a03441db0e70bc5a4488c3d_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111967b9c29c5a03441db0e70bc5a4488c3d_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:59:00,334 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119981e88e94430474d805ef9af2c2b3add_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119981e88e94430474d805ef9af2c2b3add_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:59:00,335 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119a1275b687fee46a0a56fa8906064cdae_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119a1275b687fee46a0a56fa8906064cdae_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:59:00,337 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ba676584bf30481aa01171dfc32c5897_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ba676584bf30481aa01171dfc32c5897_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:59:00,338 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ba84c414984f42b5a590b87686c8094d_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ba84c414984f42b5a590b87686c8094d_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:59:00,339 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119e0667921bf184baa8e05bfe03195cca7_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119e0667921bf184baa8e05bfe03195cca7_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:59:00,340 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119e321b321dbc64eae905602330dbb44b6_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119e321b321dbc64eae905602330dbb44b6_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:59:00,341 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f2cf682ed83c4590a99bce867dbc7a5a_2fdb5c00bc5ff1fd2b89e5f0a709ad11 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f2cf682ed83c4590a99bce867dbc7a5a_2fdb5c00bc5ff1fd2b89e5f0a709ad11 2024-11-19T02:59:00,342 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-19T02:59:00,344 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=64, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T02:59:00,347 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-19T02:59:00,349 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-19T02:59:00,350 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=64, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T02:59:00,350 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-19T02:59:00,350 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731985140350"}]},"ts":"9223372036854775807"} 2024-11-19T02:59:00,352 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-19T02:59:00,352 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 2fdb5c00bc5ff1fd2b89e5f0a709ad11, NAME => 'TestAcidGuarantees,,1731985112482.2fdb5c00bc5ff1fd2b89e5f0a709ad11.', STARTKEY => '', ENDKEY => ''}] 2024-11-19T02:59:00,352 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-19T02:59:00,352 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731985140352"}]},"ts":"9223372036854775807"} 2024-11-19T02:59:00,354 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-19T02:59:00,354 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=64, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T02:59:00,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 74 msec 2024-11-19T02:59:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-19T02:59:00,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-19T02:59:00,389 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:59:00,398 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=242 (was 239) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-37257898_22 at /127.0.0.1:42690 [Waiting for operation #417] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1968957416_22 at /127.0.0.1:50384 [Waiting for operation #332] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1968957416_22 at /127.0.0.1:50400 [Waiting for operation #323] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/cluster_8d1709d4-de16-5875-e006-edc5a0e41d15/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-37257898_22 at /127.0.0.1:53448 [Waiting for operation #491] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/cluster_8d1709d4-de16-5875-e006-edc5a0e41d15/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=445 (was 318) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10762 (was 10894) 2024-11-19T02:59:00,406 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=242, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=445, ProcessCount=11, AvailableMemoryMB=10761 2024-11-19T02:59:00,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T02:59:00,408 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T02:59:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-19T02:59:00,409 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T02:59:00,409 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:00,409 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 65 2024-11-19T02:59:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-19T02:59:00,410 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T02:59:00,411 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T02:59:00,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742075_1251 (size=959) 2024-11-19T02:59:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-19T02:59:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-19T02:59:00,818 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666 2024-11-19T02:59:00,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742076_1252 (size=53) 2024-11-19T02:59:01,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-19T02:59:01,225 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:59:01,225 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ff4cb0b6916721bf44ff199f7cd4a984, disabling compactions & flushes 2024-11-19T02:59:01,225 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:01,225 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:01,226 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. after waiting 0 ms 2024-11-19T02:59:01,226 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:01,226 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:01,226 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff4cb0b6916721bf44ff199f7cd4a984: Waiting for close lock at 1731985141225Disabling compacts and flushes for region at 1731985141225Disabling writes for close at 1731985141226 (+1 ms)Writing region close event to WAL at 1731985141226Closed at 1731985141226 2024-11-19T02:59:01,227 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T02:59:01,227 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731985141227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731985141227"}]},"ts":"1731985141227"} 2024-11-19T02:59:01,229 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T02:59:01,230 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T02:59:01,230 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731985141230"}]},"ts":"1731985141230"} 2024-11-19T02:59:01,231 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-19T02:59:01,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ff4cb0b6916721bf44ff199f7cd4a984, ASSIGN}] 2024-11-19T02:59:01,232 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ff4cb0b6916721bf44ff199f7cd4a984, ASSIGN 2024-11-19T02:59:01,235 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ff4cb0b6916721bf44ff199f7cd4a984, ASSIGN; state=OFFLINE, location=e93af88909ff,45689,1731985081997; forceNewPlan=false, retain=false 2024-11-19T02:59:01,386 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=ff4cb0b6916721bf44ff199f7cd4a984, regionState=OPENING, regionLocation=e93af88909ff,45689,1731985081997 2024-11-19T02:59:01,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ff4cb0b6916721bf44ff199f7cd4a984, ASSIGN because future has completed 2024-11-19T02:59:01,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997}] 2024-11-19T02:59:01,543 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:01,543 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7752): Opening region: {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} 2024-11-19T02:59:01,543 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:01,543 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:59:01,543 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7794): checking encryption for ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:01,543 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7797): checking classloading for ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:01,545 INFO [StoreOpener-ff4cb0b6916721bf44ff199f7cd4a984-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:01,546 INFO [StoreOpener-ff4cb0b6916721bf44ff199f7cd4a984-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff4cb0b6916721bf44ff199f7cd4a984 columnFamilyName A 2024-11-19T02:59:01,546 DEBUG [StoreOpener-ff4cb0b6916721bf44ff199f7cd4a984-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:01,546 INFO [StoreOpener-ff4cb0b6916721bf44ff199f7cd4a984-1 {}] regionserver.HStore(327): Store=ff4cb0b6916721bf44ff199f7cd4a984/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:59:01,547 INFO [StoreOpener-ff4cb0b6916721bf44ff199f7cd4a984-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:01,548 INFO [StoreOpener-ff4cb0b6916721bf44ff199f7cd4a984-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff4cb0b6916721bf44ff199f7cd4a984 columnFamilyName B 2024-11-19T02:59:01,548 DEBUG [StoreOpener-ff4cb0b6916721bf44ff199f7cd4a984-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:01,548 INFO [StoreOpener-ff4cb0b6916721bf44ff199f7cd4a984-1 {}] regionserver.HStore(327): Store=ff4cb0b6916721bf44ff199f7cd4a984/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:59:01,548 INFO [StoreOpener-ff4cb0b6916721bf44ff199f7cd4a984-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-19T02:59:01,549 INFO [StoreOpener-ff4cb0b6916721bf44ff199f7cd4a984-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff4cb0b6916721bf44ff199f7cd4a984 columnFamilyName C 2024-11-19T02:59:01,549 DEBUG [StoreOpener-ff4cb0b6916721bf44ff199f7cd4a984-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:01,550 INFO [StoreOpener-ff4cb0b6916721bf44ff199f7cd4a984-1 {}] regionserver.HStore(327): Store=ff4cb0b6916721bf44ff199f7cd4a984/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:59:01,550 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1038): replaying wal for ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:01,551 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:01,551 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:01,552 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1048): stopping wal replay for ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:01,552 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1060): Cleaning up temporary data for ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:01,553 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T02:59:01,554 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1093): writing seq id for ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:01,557 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:59:01,558 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1114): Opened ff4cb0b6916721bf44ff199f7cd4a984; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72096965, jitterRate=0.07432849705219269}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T02:59:01,558 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:01,559 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1006): Region open journal for ff4cb0b6916721bf44ff199f7cd4a984: Running coprocessor pre-open hook at 1731985141543Writing region info on filesystem at 1731985141543Initializing all the Stores at 1731985141544 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731985141544Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731985141544Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731985141544Cleaning up temporary data from old regions at 1731985141552 (+8 ms)Running coprocessor post-open hooks at 1731985141558 (+6 ms)Region opened successfully at 1731985141558 2024-11-19T02:59:01,559 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., pid=67, masterSystemTime=1731985141539 2024-11-19T02:59:01,562 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:01,562 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:01,563 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=ff4cb0b6916721bf44ff199f7cd4a984, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,45689,1731985081997 2024-11-19T02:59:01,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 because future has completed 2024-11-19T02:59:01,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-19T02:59:01,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 in 177 msec 2024-11-19T02:59:01,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65 2024-11-19T02:59:01,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ff4cb0b6916721bf44ff199f7cd4a984, ASSIGN in 335 msec 2024-11-19T02:59:01,568 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T02:59:01,568 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731985141568"}]},"ts":"1731985141568"} 2024-11-19T02:59:01,570 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-19T02:59:01,571 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T02:59:01,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1630 sec 2024-11-19T02:59:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-19T02:59:02,559 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:59:02,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555e4e20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,560 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:02,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:02,561 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:02,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:02,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:02,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d50033e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:02,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:02,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:02,563 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:02,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7446ad81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,564 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:02,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:02,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:02,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:02,567 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T02:59:02,567 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e93af88909ff,34879,1731985081307 2024-11-19T02:59:02,567 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c71d5d2 2024-11-19T02:59:02,567 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T02:59:02,568 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47100, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T02:59:02,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ad36e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,569 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:02,569 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:02,570 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:02,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:02,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:02,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c50b461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:02,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:02,571 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:02,571 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47118, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:02,571 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327da7f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b38a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:02,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:02,573 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:02,573 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:02,573 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:02,573 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c96093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,573 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:02,573 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:02,573 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:02,574 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:02,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47aca32a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260eab4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,575 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:02,575 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:02,575 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:02,576 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490964c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,576 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:02,576 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:02,576 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:02,576 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47142, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:02,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69eec4ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699a7f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,577 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:02,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:02,578 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:02,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:02,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:02,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec6b85e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:02,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:02,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:02,579 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:02,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c042062, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675e61a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:02,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:02,581 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:02,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:02,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:02,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4657a6d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:02,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:02,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:02,582 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47170, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:02,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b83a1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46eaeeea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,583 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:02,583 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:02,584 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:02,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:02,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:02,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb9d778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:02,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:02,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:02,585 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47188, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:02,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5485ae42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bee866e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,586 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:02,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:02,586 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:02,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:02,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:02,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4acbfde8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:02,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:02,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:02,587 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47212, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:02,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a45dc33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148ac527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:02,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:02,589 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:02,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:02,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:02,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ec1604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:02,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:02,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:02,590 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47240, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:02,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e5d60ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4199deaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,591 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:02,591 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:02,592 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:02,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:02,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:02,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b5cf238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:02,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:02,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:02,593 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47248, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:02,593 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70c2e57f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1d0fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,594 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:02,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:02,595 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:02,595 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:02,595 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:02,595 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12453f0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,595 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:02,595 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:02,595 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:02,596 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:02,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@676f31e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:02,597 DEBUG [Thread-1183 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:02,597 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:02,597 DEBUG [Thread-1174 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:02,597 DEBUG [Thread-1172 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:02,597 DEBUG [Thread-1166 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:02,597 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:02,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:02,598 DEBUG [Thread-1168 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:02,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:02,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:02,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:02,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:02,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:02,598 DEBUG [Thread-1181 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:02,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46710, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:02,599 DEBUG [Thread-1179 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:02,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:02,600 DEBUG [Thread-1168 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:02,600 DEBUG [Thread-1168 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:02,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46734, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:02,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:02,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:02,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:02,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:02,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:02,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2] 2024-11-19T02:59:02,601 DEBUG [Thread-1177 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:02,601 DEBUG [Thread-1170 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:02,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46744, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:02,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2] 2024-11-19T02:59:02,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:02,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:02,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46754, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:02,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2] 2024-11-19T02:59:02,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:02,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2] 2024-11-19T02:59:02,602 DEBUG [Thread-1170 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:02,603 DEBUG [Thread-1170 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:02,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:02,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2] 2024-11-19T02:59:02,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:02,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2] 2024-11-19T02:59:02,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2] 2024-11-19T02:59:02,605 DEBUG [Thread-1185 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:02,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2] 2024-11-19T02:59:02,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2] 2024-11-19T02:59:02,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:59:02,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:02,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-19T02:59:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-19T02:59:02,609 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:59:02,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46782, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:02,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2] 2024-11-19T02:59:02,611 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:59:02,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:59:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:02,612 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:59:02,612 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ff4cb0b6916721bf44ff199f7cd4a984 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T02:59:02,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/70704177f8944c53aef68fc4a37299e0 is 50, key is test_row_0/A:col10/1731985142609/Put/seqid=0 2024-11-19T02:59:02,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985202644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:02,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985202644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:02,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:02,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:02,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:02,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:02,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:02,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:02,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985202645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:02,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985202646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:02,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:02,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:02,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:02,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:02,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:02,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:02,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985202647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:02,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:02,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:02,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:02,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742077_1253 (size=16681) 2024-11-19T02:59:02,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/70704177f8944c53aef68fc4a37299e0 2024-11-19T02:59:02,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/ab5a62df640a424c8fb16584fdcbf6c7 is 50, key is test_row_0/B:col10/1731985142609/Put/seqid=0 2024-11-19T02:59:02,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742078_1254 (size=12001) 2024-11-19T02:59:02,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/ab5a62df640a424c8fb16584fdcbf6c7 2024-11-19T02:59:02,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-19T02:59:02,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/5f2a997b56d74dd6b2dba23198f67111 is 50, key is test_row_0/C:col10/1731985142609/Put/seqid=0 2024-11-19T02:59:02,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742079_1255 (size=12001) 2024-11-19T02:59:02,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/5f2a997b56d74dd6b2dba23198f67111 2024-11-19T02:59:02,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:02,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985202760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985202759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:02,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:02,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:02,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:02,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:02,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:02,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:02,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985202760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:02,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985202760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:02,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:02,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:02,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:02,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985202760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:02,764 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:02,764 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:02,764 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:02,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:02,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:02,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:02,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-19T02:59:02,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:02,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:02,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:02,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:02,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:02,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/70704177f8944c53aef68fc4a37299e0 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/70704177f8944c53aef68fc4a37299e0 2024-11-19T02:59:02,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/70704177f8944c53aef68fc4a37299e0, entries=250, sequenceid=13, filesize=16.3 K 2024-11-19T02:59:02,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/ab5a62df640a424c8fb16584fdcbf6c7 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/ab5a62df640a424c8fb16584fdcbf6c7 2024-11-19T02:59:02,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/ab5a62df640a424c8fb16584fdcbf6c7, entries=150, sequenceid=13, filesize=11.7 K 2024-11-19T02:59:02,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/5f2a997b56d74dd6b2dba23198f67111 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/5f2a997b56d74dd6b2dba23198f67111 2024-11-19T02:59:02,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/5f2a997b56d74dd6b2dba23198f67111, entries=150, sequenceid=13, filesize=11.7 K 2024-11-19T02:59:02,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ff4cb0b6916721bf44ff199f7cd4a984 in 180ms, sequenceid=13, compaction requested=false 2024-11-19T02:59:02,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:02,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-19T02:59:02,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:02,922 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing ff4cb0b6916721bf44ff199f7cd4a984 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T02:59:02,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/385c143b48cb43808d3d751a0ba9c37c is 50, key is test_row_0/A:col10/1731985142635/Put/seqid=0 2024-11-19T02:59:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-19T02:59:02,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742080_1256 (size=12001) 2024-11-19T02:59:02,959 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/385c143b48cb43808d3d751a0ba9c37c 2024-11-19T02:59:02,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:02,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/57f2916bb3ec4bf4b9314412628a1c27 is 50, key is test_row_0/B:col10/1731985142635/Put/seqid=0 2024-11-19T02:59:02,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985202979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:02,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:02,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:02,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:02,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985202980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:02,984 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:02,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:02,984 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:02,984 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985202981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:02,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:02,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:02,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:02,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985202982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:02,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:02,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985202982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:02,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:02,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:02,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742081_1257 (size=12001) 2024-11-19T02:59:02,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:02,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:02,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:03,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985203089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:03,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985203089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:03,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:03,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:03,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985203089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:03,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985203089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:03,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:03,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:03,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985203099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:03,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-19T02:59:03,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985203299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:03,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:03,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:03,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985203299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985203299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:03,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:03,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985203299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:03,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:03,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:03,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985203309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:03,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:03,387 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/57f2916bb3ec4bf4b9314412628a1c27 2024-11-19T02:59:03,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/ea3ce951885744deade5b864b0f5b7ab is 50, key is test_row_0/C:col10/1731985142635/Put/seqid=0 2024-11-19T02:59:03,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742082_1258 (size=12001) 2024-11-19T02:59:03,410 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/ea3ce951885744deade5b864b0f5b7ab 2024-11-19T02:59:03,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/385c143b48cb43808d3d751a0ba9c37c as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/385c143b48cb43808d3d751a0ba9c37c 2024-11-19T02:59:03,425 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/385c143b48cb43808d3d751a0ba9c37c, entries=150, sequenceid=37, filesize=11.7 K 2024-11-19T02:59:03,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/57f2916bb3ec4bf4b9314412628a1c27 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/57f2916bb3ec4bf4b9314412628a1c27 2024-11-19T02:59:03,431 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/57f2916bb3ec4bf4b9314412628a1c27, entries=150, sequenceid=37, filesize=11.7 K 2024-11-19T02:59:03,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/ea3ce951885744deade5b864b0f5b7ab as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/ea3ce951885744deade5b864b0f5b7ab 2024-11-19T02:59:03,438 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/ea3ce951885744deade5b864b0f5b7ab, entries=150, sequenceid=37, filesize=11.7 K 2024-11-19T02:59:03,439 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for ff4cb0b6916721bf44ff199f7cd4a984 in 517ms, sequenceid=37, compaction requested=false 2024-11-19T02:59:03,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:03,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:03,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-19T02:59:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-19T02:59:03,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-19T02:59:03,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 830 msec 2024-11-19T02:59:03,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 840 msec 2024-11-19T02:59:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:03,611 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:59:03,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ff4cb0b6916721bf44ff199f7cd4a984 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T02:59:03,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/56524025a4494ed8854d756fe51aadee is 50, key is test_row_0/A:col10/1731985143611/Put/seqid=0 2024-11-19T02:59:03,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742083_1259 (size=16681) 2024-11-19T02:59:03,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/56524025a4494ed8854d756fe51aadee 2024-11-19T02:59:03,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985203635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:03,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:03,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985203637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:03,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:03,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985203638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:03,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:03,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/29517c4a4f494d44b4ff49ac0512d074 is 50, key is test_row_0/B:col10/1731985143611/Put/seqid=0 2024-11-19T02:59:03,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985203640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:03,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:03,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985203641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:03,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:03,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742084_1260 (size=12001) 2024-11-19T02:59:03,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-19T02:59:03,750 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:59:03,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:59:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-19T02:59:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-19T02:59:03,753 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:59:03,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985203749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:03,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:03,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985203749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:03,754 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:59:03,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985203749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:03,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:59:03,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985203750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:03,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985203750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:03,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:03,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-19T02:59:03,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-19T02:59:03,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:03,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:03,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:03,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:03,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:03,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985203959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:03,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985203960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:03,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:03,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985203960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:03,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:03,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:03,964 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,964 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985203960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:03,964 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:03,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:03,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985203960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:03,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:03,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:04,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/29517c4a4f494d44b4ff49ac0512d074 2024-11-19T02:59:04,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-19T02:59:04,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:04,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:04,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:04,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:04,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:04,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/296b5528b500440f9d440f7ad3f23159 is 50, key is test_row_0/C:col10/1731985143611/Put/seqid=0 2024-11-19T02:59:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-19T02:59:04,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742085_1261 (size=12001) 2024-11-19T02:59:04,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/296b5528b500440f9d440f7ad3f23159 2024-11-19T02:59:04,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/56524025a4494ed8854d756fe51aadee as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/56524025a4494ed8854d756fe51aadee 2024-11-19T02:59:04,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/56524025a4494ed8854d756fe51aadee, entries=250, sequenceid=53, filesize=16.3 K 2024-11-19T02:59:04,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/29517c4a4f494d44b4ff49ac0512d074 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/29517c4a4f494d44b4ff49ac0512d074 2024-11-19T02:59:04,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/29517c4a4f494d44b4ff49ac0512d074, entries=150, sequenceid=53, filesize=11.7 K 2024-11-19T02:59:04,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/296b5528b500440f9d440f7ad3f23159 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/296b5528b500440f9d440f7ad3f23159 2024-11-19T02:59:04,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/296b5528b500440f9d440f7ad3f23159, entries=150, sequenceid=53, filesize=11.7 K 2024-11-19T02:59:04,097 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for ff4cb0b6916721bf44ff199f7cd4a984 in 486ms, sequenceid=53, compaction requested=true 2024-11-19T02:59:04,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:04,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff4cb0b6916721bf44ff199f7cd4a984:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:59:04,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:04,097 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:04,097 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:04,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff4cb0b6916721bf44ff199f7cd4a984:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:59:04,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:04,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff4cb0b6916721bf44ff199f7cd4a984:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:59:04,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:04,105 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:04,105 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): ff4cb0b6916721bf44ff199f7cd4a984/B is initiating minor compaction (all files) 2024-11-19T02:59:04,105 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ff4cb0b6916721bf44ff199f7cd4a984/B in TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:04,105 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/ab5a62df640a424c8fb16584fdcbf6c7, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/57f2916bb3ec4bf4b9314412628a1c27, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/29517c4a4f494d44b4ff49ac0512d074] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp, totalSize=35.2 K 2024-11-19T02:59:04,105 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:04,105 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): ff4cb0b6916721bf44ff199f7cd4a984/A is initiating minor compaction (all files) 2024-11-19T02:59:04,105 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ff4cb0b6916721bf44ff199f7cd4a984/A in TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:04,105 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/70704177f8944c53aef68fc4a37299e0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/385c143b48cb43808d3d751a0ba9c37c, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/56524025a4494ed8854d756fe51aadee] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp, totalSize=44.3 K 2024-11-19T02:59:04,107 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 70704177f8944c53aef68fc4a37299e0, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731985142603 2024-11-19T02:59:04,107 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 385c143b48cb43808d3d751a0ba9c37c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731985142635 2024-11-19T02:59:04,108 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 56524025a4494ed8854d756fe51aadee, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731985142980 2024-11-19T02:59:04,108 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab5a62df640a424c8fb16584fdcbf6c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731985142605 2024-11-19T02:59:04,109 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57f2916bb3ec4bf4b9314412628a1c27, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731985142635 2024-11-19T02:59:04,110 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29517c4a4f494d44b4ff49ac0512d074, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731985143610 2024-11-19T02:59:04,124 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff4cb0b6916721bf44ff199f7cd4a984#A#compaction#216 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:04,124 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/84315b10449144feb1fcfce76f6f6c8a is 50, key is test_row_0/A:col10/1731985143611/Put/seqid=0 2024-11-19T02:59:04,129 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff4cb0b6916721bf44ff199f7cd4a984#B#compaction#217 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:04,129 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/f9f20b3cbd984c8ab762e951830f5bf6 is 50, key is test_row_0/B:col10/1731985143611/Put/seqid=0 2024-11-19T02:59:04,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742086_1262 (size=12104) 2024-11-19T02:59:04,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742087_1263 (size=12104) 2024-11-19T02:59:04,193 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/84315b10449144feb1fcfce76f6f6c8a as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/84315b10449144feb1fcfce76f6f6c8a 2024-11-19T02:59:04,203 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ff4cb0b6916721bf44ff199f7cd4a984/A of ff4cb0b6916721bf44ff199f7cd4a984 into 84315b10449144feb1fcfce76f6f6c8a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:04,203 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:04,204 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., storeName=ff4cb0b6916721bf44ff199f7cd4a984/A, priority=13, startTime=1731985144097; duration=0sec 2024-11-19T02:59:04,204 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:04,204 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff4cb0b6916721bf44ff199f7cd4a984:A 2024-11-19T02:59:04,204 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/f9f20b3cbd984c8ab762e951830f5bf6 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/f9f20b3cbd984c8ab762e951830f5bf6 2024-11-19T02:59:04,204 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:04,207 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:04,207 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): ff4cb0b6916721bf44ff199f7cd4a984/C is initiating minor compaction (all files) 2024-11-19T02:59:04,208 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ff4cb0b6916721bf44ff199f7cd4a984/C in TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:04,208 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/5f2a997b56d74dd6b2dba23198f67111, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/ea3ce951885744deade5b864b0f5b7ab, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/296b5528b500440f9d440f7ad3f23159] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp, totalSize=35.2 K 2024-11-19T02:59:04,208 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f2a997b56d74dd6b2dba23198f67111, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731985142605 2024-11-19T02:59:04,209 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting ea3ce951885744deade5b864b0f5b7ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731985142635 2024-11-19T02:59:04,209 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 296b5528b500440f9d440f7ad3f23159, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731985143610 2024-11-19T02:59:04,212 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ff4cb0b6916721bf44ff199f7cd4a984/B of ff4cb0b6916721bf44ff199f7cd4a984 into f9f20b3cbd984c8ab762e951830f5bf6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:04,212 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:04,212 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., storeName=ff4cb0b6916721bf44ff199f7cd4a984/B, priority=13, startTime=1731985144097; duration=0sec 2024-11-19T02:59:04,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-19T02:59:04,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:04,216 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing ff4cb0b6916721bf44ff199f7cd4a984 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-19T02:59:04,219 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:04,220 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff4cb0b6916721bf44ff199f7cd4a984:B 2024-11-19T02:59:04,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/57a337b2723140c4912a306c9b2e2fee is 50, key is test_row_0/A:col10/1731985143636/Put/seqid=0 2024-11-19T02:59:04,243 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff4cb0b6916721bf44ff199f7cd4a984#C#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:04,244 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/8e0415b6dca449c4af8c9a933691d924 is 50, key is test_row_0/C:col10/1731985143611/Put/seqid=0 2024-11-19T02:59:04,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742088_1264 (size=12001) 2024-11-19T02:59:04,271 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/57a337b2723140c4912a306c9b2e2fee 2024-11-19T02:59:04,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:04,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742089_1265 (size=12104) 2024-11-19T02:59:04,286 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/8e0415b6dca449c4af8c9a933691d924 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/8e0415b6dca449c4af8c9a933691d924 2024-11-19T02:59:04,293 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ff4cb0b6916721bf44ff199f7cd4a984/C of ff4cb0b6916721bf44ff199f7cd4a984 into 8e0415b6dca449c4af8c9a933691d924(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:04,293 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:04,293 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., storeName=ff4cb0b6916721bf44ff199f7cd4a984/C, priority=13, startTime=1731985144097; duration=0sec 2024-11-19T02:59:04,293 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:04,293 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff4cb0b6916721bf44ff199f7cd4a984:C 2024-11-19T02:59:04,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985204284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:04,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:04,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985204286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:04,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/643d4359bc2546fc9b39281f7c9ef999 is 50, key is test_row_0/B:col10/1731985143636/Put/seqid=0 2024-11-19T02:59:04,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:04,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985204297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:04,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:04,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985204297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:04,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:04,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985204299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:04,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:04,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:04,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742090_1266 (size=12001) 2024-11-19T02:59:04,324 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/643d4359bc2546fc9b39281f7c9ef999 2024-11-19T02:59:04,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/f071edba746f41e29716cc3a09b3b74c is 50, key is test_row_0/C:col10/1731985143636/Put/seqid=0 2024-11-19T02:59:04,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742091_1267 (size=12001) 2024-11-19T02:59:04,355 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/f071edba746f41e29716cc3a09b3b74c 2024-11-19T02:59:04,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/57a337b2723140c4912a306c9b2e2fee as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/57a337b2723140c4912a306c9b2e2fee 2024-11-19T02:59:04,373 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/57a337b2723140c4912a306c9b2e2fee, entries=150, sequenceid=75, filesize=11.7 K 2024-11-19T02:59:04,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/643d4359bc2546fc9b39281f7c9ef999 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/643d4359bc2546fc9b39281f7c9ef999 2024-11-19T02:59:04,379 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/643d4359bc2546fc9b39281f7c9ef999, entries=150, sequenceid=75, filesize=11.7 K 2024-11-19T02:59:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-19T02:59:04,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/f071edba746f41e29716cc3a09b3b74c as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/f071edba746f41e29716cc3a09b3b74c 2024-11-19T02:59:04,386 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/f071edba746f41e29716cc3a09b3b74c, entries=150, sequenceid=75, filesize=11.7 K 2024-11-19T02:59:04,387 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for ff4cb0b6916721bf44ff199f7cd4a984 in 171ms, sequenceid=75, compaction requested=false 2024-11-19T02:59:04,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:04,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:04,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-19T02:59:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-19T02:59:04,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-19T02:59:04,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 635 msec 2024-11-19T02:59:04,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 643 msec 2024-11-19T02:59:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:04,411 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:59:04,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ff4cb0b6916721bf44ff199f7cd4a984 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-19T02:59:04,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/bf892224926c4f6bb4d95c1db0172d43 is 50, key is test_row_0/A:col10/1731985144411/Put/seqid=0 2024-11-19T02:59:04,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742092_1268 (size=12001) 2024-11-19T02:59:04,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985204459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:04,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:04,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985204462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:04,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:04,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985204464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:04,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985204465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:04,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985204466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:04,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:04,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:04,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:04,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985204569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:04,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985204569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:04,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:04,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:04,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985204578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:04,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:04,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985204579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:04,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:04,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:04,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985204579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:04,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:04,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985204779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:04,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:04,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985204779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:04,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:04,783 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,783 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,783 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:04,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985204789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:04,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:04,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985204789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:04,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:04,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:04,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985204789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:04,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:04,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:04,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:04,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/bf892224926c4f6bb4d95c1db0172d43 2024-11-19T02:59:04,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/df505030169a4bdc9816894ffd9c3b83 is 50, key is test_row_0/B:col10/1731985144411/Put/seqid=0 2024-11-19T02:59:04,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742093_1269 (size=12001) 2024-11-19T02:59:04,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/df505030169a4bdc9816894ffd9c3b83 2024-11-19T02:59:04,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/87b017c259a74433a13377721d3a26f7 is 50, key is test_row_0/C:col10/1731985144411/Put/seqid=0 2024-11-19T02:59:04,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742094_1270 (size=12001) 2024-11-19T02:59:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-19T02:59:04,889 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:59:04,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:59:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-19T02:59:04,892 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:59:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-19T02:59:04,892 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:59:04,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:59:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-19T02:59:05,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-19T02:59:05,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:05,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:05,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:05,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:05,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:05,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985205099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:05,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:05,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985205100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:05,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:05,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985205100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:05,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:05,104 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985205100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:05,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:05,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985205104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:05,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:05,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-19T02:59:05,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:05,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:05,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:05,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:05,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-19T02:59:05,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/87b017c259a74433a13377721d3a26f7 2024-11-19T02:59:05,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/bf892224926c4f6bb4d95c1db0172d43 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/bf892224926c4f6bb4d95c1db0172d43 2024-11-19T02:59:05,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/bf892224926c4f6bb4d95c1db0172d43, entries=150, sequenceid=96, filesize=11.7 K 2024-11-19T02:59:05,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/df505030169a4bdc9816894ffd9c3b83 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/df505030169a4bdc9816894ffd9c3b83 2024-11-19T02:59:05,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/df505030169a4bdc9816894ffd9c3b83, entries=150, sequenceid=96, filesize=11.7 K 2024-11-19T02:59:05,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/87b017c259a74433a13377721d3a26f7 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/87b017c259a74433a13377721d3a26f7 2024-11-19T02:59:05,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/87b017c259a74433a13377721d3a26f7, entries=150, sequenceid=96, filesize=11.7 K 2024-11-19T02:59:05,303 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for ff4cb0b6916721bf44ff199f7cd4a984 in 892ms, sequenceid=96, compaction requested=true 2024-11-19T02:59:05,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:05,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff4cb0b6916721bf44ff199f7cd4a984:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:59:05,304 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:05,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:05,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff4cb0b6916721bf44ff199f7cd4a984:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:59:05,304 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:05,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:05,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff4cb0b6916721bf44ff199f7cd4a984:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:59:05,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:05,307 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:05,307 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:05,307 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): ff4cb0b6916721bf44ff199f7cd4a984/A is initiating minor compaction (all files) 2024-11-19T02:59:05,307 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): ff4cb0b6916721bf44ff199f7cd4a984/B is initiating minor compaction (all files) 2024-11-19T02:59:05,307 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ff4cb0b6916721bf44ff199f7cd4a984/A in TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:05,307 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ff4cb0b6916721bf44ff199f7cd4a984/B in TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:05,307 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/84315b10449144feb1fcfce76f6f6c8a, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/57a337b2723140c4912a306c9b2e2fee, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/bf892224926c4f6bb4d95c1db0172d43] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp, totalSize=35.3 K 2024-11-19T02:59:05,307 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/f9f20b3cbd984c8ab762e951830f5bf6, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/643d4359bc2546fc9b39281f7c9ef999, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/df505030169a4bdc9816894ffd9c3b83] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp, totalSize=35.3 K 2024-11-19T02:59:05,308 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting f9f20b3cbd984c8ab762e951830f5bf6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731985143610 2024-11-19T02:59:05,308 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84315b10449144feb1fcfce76f6f6c8a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731985143610 2024-11-19T02:59:05,310 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 643d4359bc2546fc9b39281f7c9ef999, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731985143636 2024-11-19T02:59:05,310 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57a337b2723140c4912a306c9b2e2fee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731985143636 2024-11-19T02:59:05,310 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting df505030169a4bdc9816894ffd9c3b83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731985144291 2024-11-19T02:59:05,311 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf892224926c4f6bb4d95c1db0172d43, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731985144291 2024-11-19T02:59:05,331 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff4cb0b6916721bf44ff199f7cd4a984#B#compaction#225 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:05,331 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/98edab538e434402a87b8497fff0f7c7 is 50, key is test_row_0/B:col10/1731985144411/Put/seqid=0 2024-11-19T02:59:05,334 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff4cb0b6916721bf44ff199f7cd4a984#A#compaction#226 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:05,335 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/3e3cc31cfe37458da493b8e9d56861f0 is 50, key is test_row_0/A:col10/1731985144411/Put/seqid=0 2024-11-19T02:59:05,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-19T02:59:05,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:05,354 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing ff4cb0b6916721bf44ff199f7cd4a984 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-19T02:59:05,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742095_1271 (size=12207) 2024-11-19T02:59:05,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/cc48b86a1c164d579f0eb00d5d775753 is 50, key is test_row_0/A:col10/1731985144463/Put/seqid=0 2024-11-19T02:59:05,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742097_1273 (size=12001) 2024-11-19T02:59:05,418 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/cc48b86a1c164d579f0eb00d5d775753 2024-11-19T02:59:05,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742096_1272 (size=12207) 2024-11-19T02:59:05,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/8dd6e66ae3f04d73ba02df8d5ff87159 is 50, key is test_row_0/B:col10/1731985144463/Put/seqid=0 2024-11-19T02:59:05,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742098_1274 (size=12001) 2024-11-19T02:59:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-19T02:59:05,559 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T02:59:05,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:05,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985205632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:05,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985205632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:05,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:05,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:05,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985205634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:05,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985205634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:05,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:05,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:05,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985205640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:05,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:05,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985205749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:05,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:05,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985205750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:05,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:05,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:05,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985205750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:05,753 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,753 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:05,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:05,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985205750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:05,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:05,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985205750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:05,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:05,796 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/3e3cc31cfe37458da493b8e9d56861f0 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/3e3cc31cfe37458da493b8e9d56861f0 2024-11-19T02:59:05,803 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ff4cb0b6916721bf44ff199f7cd4a984/A of ff4cb0b6916721bf44ff199f7cd4a984 into 3e3cc31cfe37458da493b8e9d56861f0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:05,803 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:05,803 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., storeName=ff4cb0b6916721bf44ff199f7cd4a984/A, priority=13, startTime=1731985145304; duration=0sec 2024-11-19T02:59:05,803 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:05,803 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff4cb0b6916721bf44ff199f7cd4a984:A 2024-11-19T02:59:05,803 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:05,806 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:05,806 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): ff4cb0b6916721bf44ff199f7cd4a984/C is initiating minor compaction (all files) 2024-11-19T02:59:05,806 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ff4cb0b6916721bf44ff199f7cd4a984/C in TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:05,806 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/8e0415b6dca449c4af8c9a933691d924, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/f071edba746f41e29716cc3a09b3b74c, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/87b017c259a74433a13377721d3a26f7] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp, totalSize=35.3 K 2024-11-19T02:59:05,807 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e0415b6dca449c4af8c9a933691d924, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731985143610 2024-11-19T02:59:05,807 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting f071edba746f41e29716cc3a09b3b74c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731985143636 2024-11-19T02:59:05,811 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87b017c259a74433a13377721d3a26f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731985144291 2024-11-19T02:59:05,834 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/98edab538e434402a87b8497fff0f7c7 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/98edab538e434402a87b8497fff0f7c7 2024-11-19T02:59:05,840 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff4cb0b6916721bf44ff199f7cd4a984#C#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:05,841 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/9393d29103e44e2896e6662504371d78 is 50, key is test_row_0/C:col10/1731985144411/Put/seqid=0 2024-11-19T02:59:05,850 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ff4cb0b6916721bf44ff199f7cd4a984/B of ff4cb0b6916721bf44ff199f7cd4a984 into 98edab538e434402a87b8497fff0f7c7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:05,850 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:05,850 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., storeName=ff4cb0b6916721bf44ff199f7cd4a984/B, priority=13, startTime=1731985145304; duration=0sec 2024-11-19T02:59:05,850 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:05,850 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff4cb0b6916721bf44ff199f7cd4a984:B 2024-11-19T02:59:05,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742099_1275 (size=12207) 2024-11-19T02:59:05,897 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/9393d29103e44e2896e6662504371d78 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/9393d29103e44e2896e6662504371d78 2024-11-19T02:59:05,904 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/8dd6e66ae3f04d73ba02df8d5ff87159 2024-11-19T02:59:05,904 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ff4cb0b6916721bf44ff199f7cd4a984/C of ff4cb0b6916721bf44ff199f7cd4a984 into 9393d29103e44e2896e6662504371d78(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:05,904 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:05,904 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., storeName=ff4cb0b6916721bf44ff199f7cd4a984/C, priority=13, startTime=1731985145304; duration=0sec 2024-11-19T02:59:05,904 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:05,905 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff4cb0b6916721bf44ff199f7cd4a984:C 2024-11-19T02:59:05,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/737438429f084cf9927516a56f2bf08b is 50, key is test_row_0/C:col10/1731985144463/Put/seqid=0 2024-11-19T02:59:05,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742100_1276 (size=12001) 2024-11-19T02:59:05,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985205960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:05,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:05,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985205960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:05,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:05,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985205960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:05,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:05,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985205960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:05,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985205960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:05,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:05,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:05,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-19T02:59:06,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985206269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:06,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:06,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:06,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:06,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985206269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:06,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:06,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:06,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:06,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985206269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:06,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:06,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:06,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:06,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985206269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:06,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:06,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:06,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:06,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985206279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:06,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:06,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:06,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:06,341 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/737438429f084cf9927516a56f2bf08b 2024-11-19T02:59:06,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/cc48b86a1c164d579f0eb00d5d775753 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/cc48b86a1c164d579f0eb00d5d775753 2024-11-19T02:59:06,363 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/cc48b86a1c164d579f0eb00d5d775753, entries=150, sequenceid=113, filesize=11.7 K 2024-11-19T02:59:06,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/8dd6e66ae3f04d73ba02df8d5ff87159 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/8dd6e66ae3f04d73ba02df8d5ff87159 2024-11-19T02:59:06,369 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/8dd6e66ae3f04d73ba02df8d5ff87159, entries=150, sequenceid=113, filesize=11.7 K 2024-11-19T02:59:06,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/737438429f084cf9927516a56f2bf08b as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/737438429f084cf9927516a56f2bf08b 2024-11-19T02:59:06,375 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/737438429f084cf9927516a56f2bf08b, entries=150, sequenceid=113, filesize=11.7 K 2024-11-19T02:59:06,376 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for ff4cb0b6916721bf44ff199f7cd4a984 in 1023ms, sequenceid=113, compaction requested=false 2024-11-19T02:59:06,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:06,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:06,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-19T02:59:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-19T02:59:06,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-19T02:59:06,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4850 sec 2024-11-19T02:59:06,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.4900 sec 2024-11-19T02:59:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:06,781 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:59:06,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ff4cb0b6916721bf44ff199f7cd4a984 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-19T02:59:06,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/fadbc91305fe4bb9aa8b6d260f1d79b4 is 50, key is test_row_0/A:col10/1731985146781/Put/seqid=0 2024-11-19T02:59:06,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742101_1277 (size=12151) 2024-11-19T02:59:06,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/fadbc91305fe4bb9aa8b6d260f1d79b4 2024-11-19T02:59:06,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985206795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:06,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:06,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:06,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:06,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985206796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:06,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:06,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:06,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:06,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985206798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:06,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985206800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:06,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:06,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:06,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:06,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985206801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:06,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:06,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:06,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:06,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/5a028f77e2bb4185b0e16f1fa7d2d63b is 50, key is test_row_0/B:col10/1731985146781/Put/seqid=0 2024-11-19T02:59:06,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742102_1278 (size=12151) 2024-11-19T02:59:06,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985206909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:06,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:06,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:06,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:06,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985206910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:06,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:06,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:06,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:06,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985206910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:06,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:06,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:06,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:06,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:06,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985206910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985206910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:06,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:06,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:06,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:06,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:06,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:06,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-19T02:59:07,040 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:59:07,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:59:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-19T02:59:07,042 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:59:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-19T02:59:07,043 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:59:07,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:59:07,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985207119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:07,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:07,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985207119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:07,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985207120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:07,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:07,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:07,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985207120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:07,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:07,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985207120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:07,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-19T02:59:07,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-19T02:59:07,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:07,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:07,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:07,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:07,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:07,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/5a028f77e2bb4185b0e16f1fa7d2d63b 2024-11-19T02:59:07,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/e4db27fd515841828c543bb51fea8a85 is 50, key is test_row_0/C:col10/1731985146781/Put/seqid=0 2024-11-19T02:59:07,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742103_1279 (size=12151) 2024-11-19T02:59:07,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/e4db27fd515841828c543bb51fea8a85 2024-11-19T02:59:07,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/fadbc91305fe4bb9aa8b6d260f1d79b4 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/fadbc91305fe4bb9aa8b6d260f1d79b4 2024-11-19T02:59:07,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/fadbc91305fe4bb9aa8b6d260f1d79b4, entries=150, sequenceid=138, filesize=11.9 K 2024-11-19T02:59:07,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/5a028f77e2bb4185b0e16f1fa7d2d63b as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/5a028f77e2bb4185b0e16f1fa7d2d63b 2024-11-19T02:59:07,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/5a028f77e2bb4185b0e16f1fa7d2d63b, entries=150, sequenceid=138, filesize=11.9 K 2024-11-19T02:59:07,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/e4db27fd515841828c543bb51fea8a85 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/e4db27fd515841828c543bb51fea8a85 2024-11-19T02:59:07,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/e4db27fd515841828c543bb51fea8a85, entries=150, sequenceid=138, filesize=11.9 K 2024-11-19T02:59:07,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for ff4cb0b6916721bf44ff199f7cd4a984 in 505ms, sequenceid=138, compaction requested=true 2024-11-19T02:59:07,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:07,286 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:07,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff4cb0b6916721bf44ff199f7cd4a984:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:59:07,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:07,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff4cb0b6916721bf44ff199f7cd4a984:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:59:07,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:07,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff4cb0b6916721bf44ff199f7cd4a984:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:59:07,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:07,287 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:07,287 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:07,288 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): ff4cb0b6916721bf44ff199f7cd4a984/A is initiating minor compaction (all files) 2024-11-19T02:59:07,288 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ff4cb0b6916721bf44ff199f7cd4a984/A in TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:07,288 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/3e3cc31cfe37458da493b8e9d56861f0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/cc48b86a1c164d579f0eb00d5d775753, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/fadbc91305fe4bb9aa8b6d260f1d79b4] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp, totalSize=35.5 K 2024-11-19T02:59:07,288 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:07,288 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e3cc31cfe37458da493b8e9d56861f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731985144291 2024-11-19T02:59:07,288 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): ff4cb0b6916721bf44ff199f7cd4a984/B is initiating minor compaction (all files) 2024-11-19T02:59:07,288 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ff4cb0b6916721bf44ff199f7cd4a984/B in TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:07,288 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/98edab538e434402a87b8497fff0f7c7, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/8dd6e66ae3f04d73ba02df8d5ff87159, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/5a028f77e2bb4185b0e16f1fa7d2d63b] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp, totalSize=35.5 K 2024-11-19T02:59:07,290 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 98edab538e434402a87b8497fff0f7c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731985144291 2024-11-19T02:59:07,290 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc48b86a1c164d579f0eb00d5d775753, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731985144456 2024-11-19T02:59:07,291 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 8dd6e66ae3f04d73ba02df8d5ff87159, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731985144456 2024-11-19T02:59:07,291 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting fadbc91305fe4bb9aa8b6d260f1d79b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731985146779 2024-11-19T02:59:07,292 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a028f77e2bb4185b0e16f1fa7d2d63b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731985146779 2024-11-19T02:59:07,308 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff4cb0b6916721bf44ff199f7cd4a984#A#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:07,309 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/b5f74b59f3474924b4e775c6f83a8329 is 50, key is test_row_0/A:col10/1731985146781/Put/seqid=0 2024-11-19T02:59:07,309 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff4cb0b6916721bf44ff199f7cd4a984#B#compaction#235 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:07,309 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/091599331f7345ab80a1379af70ebf7a is 50, key is test_row_0/B:col10/1731985146781/Put/seqid=0 2024-11-19T02:59:07,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-19T02:59:07,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:07,351 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing ff4cb0b6916721bf44ff199f7cd4a984 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T02:59:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-19T02:59:07,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742105_1281 (size=12459) 2024-11-19T02:59:07,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742104_1280 (size=12459) 2024-11-19T02:59:07,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/1dbea0cb2d054a988383c03bf1d8f601 is 50, key is test_row_0/A:col10/1731985146797/Put/seqid=0 2024-11-19T02:59:07,411 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/b5f74b59f3474924b4e775c6f83a8329 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/b5f74b59f3474924b4e775c6f83a8329 2024-11-19T02:59:07,421 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ff4cb0b6916721bf44ff199f7cd4a984/A of ff4cb0b6916721bf44ff199f7cd4a984 into b5f74b59f3474924b4e775c6f83a8329(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:07,421 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:07,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742106_1282 (size=12151) 2024-11-19T02:59:07,422 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., storeName=ff4cb0b6916721bf44ff199f7cd4a984/A, priority=13, startTime=1731985147286; duration=0sec 2024-11-19T02:59:07,423 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:07,423 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff4cb0b6916721bf44ff199f7cd4a984:A 2024-11-19T02:59:07,423 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:07,424 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:07,424 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): ff4cb0b6916721bf44ff199f7cd4a984/C is initiating minor compaction (all files) 2024-11-19T02:59:07,424 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ff4cb0b6916721bf44ff199f7cd4a984/C in TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:07,424 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/9393d29103e44e2896e6662504371d78, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/737438429f084cf9927516a56f2bf08b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/e4db27fd515841828c543bb51fea8a85] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp, totalSize=35.5 K 2024-11-19T02:59:07,424 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9393d29103e44e2896e6662504371d78, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731985144291 2024-11-19T02:59:07,425 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 737438429f084cf9927516a56f2bf08b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731985144456 2024-11-19T02:59:07,425 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4db27fd515841828c543bb51fea8a85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731985146779 2024-11-19T02:59:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:07,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:07,441 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff4cb0b6916721bf44ff199f7cd4a984#C#compaction#237 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:07,442 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/79470c7e60074b1188cc8ccc0b8e06e2 is 50, key is test_row_0/C:col10/1731985146781/Put/seqid=0 2024-11-19T02:59:07,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985207465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:07,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:07,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985207468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:07,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:07,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:07,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985207472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:07,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985207469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:07,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985207472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:07,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:07,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:07,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742107_1283 (size=12459) 2024-11-19T02:59:07,494 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/79470c7e60074b1188cc8ccc0b8e06e2 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/79470c7e60074b1188cc8ccc0b8e06e2 2024-11-19T02:59:07,500 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ff4cb0b6916721bf44ff199f7cd4a984/C of ff4cb0b6916721bf44ff199f7cd4a984 into 79470c7e60074b1188cc8ccc0b8e06e2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:07,500 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:07,500 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., storeName=ff4cb0b6916721bf44ff199f7cd4a984/C, priority=13, startTime=1731985147287; duration=0sec 2024-11-19T02:59:07,500 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:07,500 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff4cb0b6916721bf44ff199f7cd4a984:C 2024-11-19T02:59:07,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985207581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:07,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:07,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985207581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:07,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:07,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985207590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:07,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:07,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985207590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:07,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985207590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:07,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:07,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-19T02:59:07,785 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/091599331f7345ab80a1379af70ebf7a as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/091599331f7345ab80a1379af70ebf7a 2024-11-19T02:59:07,792 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ff4cb0b6916721bf44ff199f7cd4a984/B of ff4cb0b6916721bf44ff199f7cd4a984 into 091599331f7345ab80a1379af70ebf7a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:07,792 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:07,792 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., storeName=ff4cb0b6916721bf44ff199f7cd4a984/B, priority=13, startTime=1731985147287; duration=0sec 2024-11-19T02:59:07,793 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:07,793 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff4cb0b6916721bf44ff199f7cd4a984:B 2024-11-19T02:59:07,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985207789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:07,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:07,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985207789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:07,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:07,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:07,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985207800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:07,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:07,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985207809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:07,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:07,812 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,812 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,812 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985207809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:07,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:07,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:07,825 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/1dbea0cb2d054a988383c03bf1d8f601 2024-11-19T02:59:07,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/4e1d9c38441e4f87b50565d55c879005 is 50, key is test_row_0/B:col10/1731985146797/Put/seqid=0 2024-11-19T02:59:07,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742108_1284 (size=12151) 2024-11-19T02:59:07,880 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/4e1d9c38441e4f87b50565d55c879005 2024-11-19T02:59:07,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/4cac418510944de3a356f789e534741d is 50, key is test_row_0/C:col10/1731985146797/Put/seqid=0 2024-11-19T02:59:07,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742109_1285 (size=12151) 2024-11-19T02:59:07,918 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/4cac418510944de3a356f789e534741d 2024-11-19T02:59:07,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/1dbea0cb2d054a988383c03bf1d8f601 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/1dbea0cb2d054a988383c03bf1d8f601 2024-11-19T02:59:07,933 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/1dbea0cb2d054a988383c03bf1d8f601, entries=150, sequenceid=152, filesize=11.9 K 2024-11-19T02:59:07,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/4e1d9c38441e4f87b50565d55c879005 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/4e1d9c38441e4f87b50565d55c879005 2024-11-19T02:59:07,939 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/4e1d9c38441e4f87b50565d55c879005, entries=150, sequenceid=152, filesize=11.9 K 2024-11-19T02:59:07,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/4cac418510944de3a356f789e534741d as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/4cac418510944de3a356f789e534741d 2024-11-19T02:59:07,946 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/4cac418510944de3a356f789e534741d, entries=150, sequenceid=152, filesize=11.9 K 2024-11-19T02:59:07,947 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for ff4cb0b6916721bf44ff199f7cd4a984 in 596ms, sequenceid=152, compaction requested=false 2024-11-19T02:59:07,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:07,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:07,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-19T02:59:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-19T02:59:07,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-19T02:59:07,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 906 msec 2024-11-19T02:59:07,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 912 msec 2024-11-19T02:59:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:08,104 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:59:08,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ff4cb0b6916721bf44ff199f7cd4a984 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T02:59:08,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/3f90a13685344902924e3b9e5aa909ae is 50, key is test_row_0/A:col10/1731985147469/Put/seqid=0 2024-11-19T02:59:08,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985208119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:08,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:08,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985208121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:08,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:08,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985208122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:08,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:08,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985208124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:08,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:08,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985208129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:08,131 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,131 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,131 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:08,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742110_1286 (size=12151) 2024-11-19T02:59:08,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/3f90a13685344902924e3b9e5aa909ae 2024-11-19T02:59:08,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/04f0733f11dc4b4a9a22043f76ca1323 is 50, key is test_row_0/B:col10/1731985147469/Put/seqid=0 2024-11-19T02:59:08,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742111_1287 (size=12151) 2024-11-19T02:59:08,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/04f0733f11dc4b4a9a22043f76ca1323 2024-11-19T02:59:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-19T02:59:08,179 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:59:08,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:59:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-19T02:59:08,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/d4759a38ca9e48a7b2d79bbbc1432268 is 50, key is test_row_0/C:col10/1731985147469/Put/seqid=0 2024-11-19T02:59:08,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-19T02:59:08,184 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:59:08,186 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:59:08,186 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:59:08,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742112_1288 (size=12151) 2024-11-19T02:59:08,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985208229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:08,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:08,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985208239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:08,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:08,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985208239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:08,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:08,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:08,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985208239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:08,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:08,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-19T02:59:08,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-19T02:59:08,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:08,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:08,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:08,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:08,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:08,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:08,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985208439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:08,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:08,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985208449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:08,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:08,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985208449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:08,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985208449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:08,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:08,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:08,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-19T02:59:08,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:08,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:08,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:08,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:08,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-19T02:59:08,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/d4759a38ca9e48a7b2d79bbbc1432268 2024-11-19T02:59:08,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/3f90a13685344902924e3b9e5aa909ae as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/3f90a13685344902924e3b9e5aa909ae 2024-11-19T02:59:08,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/3f90a13685344902924e3b9e5aa909ae, entries=150, sequenceid=180, filesize=11.9 K 2024-11-19T02:59:08,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/04f0733f11dc4b4a9a22043f76ca1323 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/04f0733f11dc4b4a9a22043f76ca1323 2024-11-19T02:59:08,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/04f0733f11dc4b4a9a22043f76ca1323, entries=150, sequenceid=180, filesize=11.9 K 2024-11-19T02:59:08,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/d4759a38ca9e48a7b2d79bbbc1432268 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/d4759a38ca9e48a7b2d79bbbc1432268 2024-11-19T02:59:08,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/d4759a38ca9e48a7b2d79bbbc1432268, entries=150, sequenceid=180, filesize=11.9 K 2024-11-19T02:59:08,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for ff4cb0b6916721bf44ff199f7cd4a984 in 530ms, sequenceid=180, compaction requested=true 2024-11-19T02:59:08,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:08,634 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:08,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff4cb0b6916721bf44ff199f7cd4a984:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:59:08,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:08,635 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:08,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff4cb0b6916721bf44ff199f7cd4a984:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:59:08,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:08,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff4cb0b6916721bf44ff199f7cd4a984:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:59:08,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:08,636 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:08,636 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): ff4cb0b6916721bf44ff199f7cd4a984/A is initiating minor compaction (all files) 2024-11-19T02:59:08,636 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ff4cb0b6916721bf44ff199f7cd4a984/A in TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:08,636 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/b5f74b59f3474924b4e775c6f83a8329, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/1dbea0cb2d054a988383c03bf1d8f601, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/3f90a13685344902924e3b9e5aa909ae] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp, totalSize=35.9 K 2024-11-19T02:59:08,636 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5f74b59f3474924b4e775c6f83a8329, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731985146779 2024-11-19T02:59:08,637 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:08,637 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): ff4cb0b6916721bf44ff199f7cd4a984/B is initiating minor compaction (all files) 2024-11-19T02:59:08,637 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ff4cb0b6916721bf44ff199f7cd4a984/B in TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:08,637 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/091599331f7345ab80a1379af70ebf7a, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/4e1d9c38441e4f87b50565d55c879005, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/04f0733f11dc4b4a9a22043f76ca1323] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp, totalSize=35.9 K 2024-11-19T02:59:08,637 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1dbea0cb2d054a988383c03bf1d8f601, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731985146791 2024-11-19T02:59:08,638 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 091599331f7345ab80a1379af70ebf7a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731985146779 2024-11-19T02:59:08,638 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f90a13685344902924e3b9e5aa909ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731985147469 2024-11-19T02:59:08,638 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e1d9c38441e4f87b50565d55c879005, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731985146791 2024-11-19T02:59:08,639 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 04f0733f11dc4b4a9a22043f76ca1323, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731985147469 2024-11-19T02:59:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:08,642 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:59:08,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ff4cb0b6916721bf44ff199f7cd4a984 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T02:59:08,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-19T02:59:08,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:08,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:08,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:08,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:08,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:08,658 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff4cb0b6916721bf44ff199f7cd4a984#B#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:08,659 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/8d738e95498340fba419777f83ca346e is 50, key is test_row_0/B:col10/1731985147469/Put/seqid=0 2024-11-19T02:59:08,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/6b5cedc8d8b34c1c9e1cc17c40eef06b is 50, key is test_row_0/A:col10/1731985148122/Put/seqid=0 2024-11-19T02:59:08,666 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff4cb0b6916721bf44ff199f7cd4a984#A#compaction#244 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:08,667 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/1076be794b4c47b1b5f11379011769aa is 50, key is test_row_0/A:col10/1731985147469/Put/seqid=0 2024-11-19T02:59:08,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742113_1289 (size=12561) 2024-11-19T02:59:08,719 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/8d738e95498340fba419777f83ca346e as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/8d738e95498340fba419777f83ca346e 2024-11-19T02:59:08,726 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ff4cb0b6916721bf44ff199f7cd4a984/B of ff4cb0b6916721bf44ff199f7cd4a984 into 8d738e95498340fba419777f83ca346e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:08,726 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:08,726 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., storeName=ff4cb0b6916721bf44ff199f7cd4a984/B, priority=13, startTime=1731985148635; duration=0sec 2024-11-19T02:59:08,726 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:08,726 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff4cb0b6916721bf44ff199f7cd4a984:B 2024-11-19T02:59:08,726 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:08,728 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:08,728 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): ff4cb0b6916721bf44ff199f7cd4a984/C is initiating minor compaction (all files) 2024-11-19T02:59:08,728 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ff4cb0b6916721bf44ff199f7cd4a984/C in TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:08,728 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/79470c7e60074b1188cc8ccc0b8e06e2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/4cac418510944de3a356f789e534741d, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/d4759a38ca9e48a7b2d79bbbc1432268] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp, totalSize=35.9 K 2024-11-19T02:59:08,729 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 79470c7e60074b1188cc8ccc0b8e06e2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731985146779 2024-11-19T02:59:08,730 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cac418510944de3a356f789e534741d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731985146791 2024-11-19T02:59:08,730 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting d4759a38ca9e48a7b2d79bbbc1432268, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731985147469 2024-11-19T02:59:08,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742114_1290 (size=12151) 2024-11-19T02:59:08,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742115_1291 (size=12561) 2024-11-19T02:59:08,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/6b5cedc8d8b34c1c9e1cc17c40eef06b 2024-11-19T02:59:08,750 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff4cb0b6916721bf44ff199f7cd4a984#C#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:08,750 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/9269a8612b7a4709a06c9a6825f91bfc is 50, key is test_row_0/C:col10/1731985147469/Put/seqid=0 2024-11-19T02:59:08,764 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/1076be794b4c47b1b5f11379011769aa as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/1076be794b4c47b1b5f11379011769aa 2024-11-19T02:59:08,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985208759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:08,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:08,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985208759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:08,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:08,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985208760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:08,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:08,770 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ff4cb0b6916721bf44ff199f7cd4a984/A of ff4cb0b6916721bf44ff199f7cd4a984 into 1076be794b4c47b1b5f11379011769aa(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:08,770 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:08,770 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., storeName=ff4cb0b6916721bf44ff199f7cd4a984/A, priority=13, startTime=1731985148634; duration=0sec 2024-11-19T02:59:08,771 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:08,771 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff4cb0b6916721bf44ff199f7cd4a984:A 2024-11-19T02:59:08,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985208764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:08,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985208765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:08,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742116_1292 (size=12561) 2024-11-19T02:59:08,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/935cb4ef52a64e759b8b8d0cbeaa2184 is 50, key is test_row_0/B:col10/1731985148122/Put/seqid=0 2024-11-19T02:59:08,794 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/9269a8612b7a4709a06c9a6825f91bfc as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/9269a8612b7a4709a06c9a6825f91bfc 2024-11-19T02:59:08,800 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ff4cb0b6916721bf44ff199f7cd4a984/C of ff4cb0b6916721bf44ff199f7cd4a984 into 9269a8612b7a4709a06c9a6825f91bfc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:08,800 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:08,800 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., storeName=ff4cb0b6916721bf44ff199f7cd4a984/C, priority=13, startTime=1731985148635; duration=0sec 2024-11-19T02:59:08,800 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:08,800 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff4cb0b6916721bf44ff199f7cd4a984:C 2024-11-19T02:59:08,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-19T02:59:08,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:08,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:08,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:08,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:08,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-19T02:59:08,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742117_1293 (size=12151) 2024-11-19T02:59:08,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/935cb4ef52a64e759b8b8d0cbeaa2184 2024-11-19T02:59:08,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/40f814fe95a04b4baf723d6e6a0b8bf0 is 50, key is test_row_0/C:col10/1731985148122/Put/seqid=0 2024-11-19T02:59:08,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742118_1294 (size=12151) 2024-11-19T02:59:08,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/40f814fe95a04b4baf723d6e6a0b8bf0 2024-11-19T02:59:08,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/6b5cedc8d8b34c1c9e1cc17c40eef06b as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/6b5cedc8d8b34c1c9e1cc17c40eef06b 2024-11-19T02:59:08,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/6b5cedc8d8b34c1c9e1cc17c40eef06b, entries=150, sequenceid=193, filesize=11.9 K 2024-11-19T02:59:08,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/935cb4ef52a64e759b8b8d0cbeaa2184 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/935cb4ef52a64e759b8b8d0cbeaa2184 2024-11-19T02:59:08,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985208879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:08,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:08,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985208879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:08,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:08,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:08,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:08,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/935cb4ef52a64e759b8b8d0cbeaa2184, entries=150, sequenceid=193, filesize=11.9 K 2024-11-19T02:59:08,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/40f814fe95a04b4baf723d6e6a0b8bf0 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/40f814fe95a04b4baf723d6e6a0b8bf0 2024-11-19T02:59:08,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/40f814fe95a04b4baf723d6e6a0b8bf0, entries=150, sequenceid=193, filesize=11.9 K 2024-11-19T02:59:08,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ff4cb0b6916721bf44ff199f7cd4a984 in 257ms, sequenceid=193, compaction requested=false 2024-11-19T02:59:08,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:08,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-19T02:59:08,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:08,958 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing ff4cb0b6916721bf44ff199f7cd4a984 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T02:59:08,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/1e36443b0dc3444bb4ced52a21dcd796 is 50, key is test_row_0/A:col10/1731985148736/Put/seqid=0 2024-11-19T02:59:09,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742119_1295 (size=12151) 2024-11-19T02:59:09,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:09,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:09,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985209117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:09,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:09,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:09,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:09,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985209117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:09,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:09,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:09,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:09,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:09,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985209229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:09,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:09,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:09,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:09,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985209230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:09,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:09,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:09,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:09,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985209279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:09,281 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:09,281 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:09,281 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:09,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985209279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:09,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:09,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:09,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:09,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985209279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:09,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:09,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:09,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-19T02:59:09,403 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/1e36443b0dc3444bb4ced52a21dcd796 2024-11-19T02:59:09,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/bbde0afe4e2a4d018c478be7875578d3 is 50, key is test_row_0/B:col10/1731985148736/Put/seqid=0 2024-11-19T02:59:09,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742120_1296 (size=12151) 2024-11-19T02:59:09,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985209439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:09,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:09,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:09,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:09,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985209439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:09,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:09,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:09,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:09,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985209749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:09,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:09,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:09,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:09,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985209749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:09,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:09,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:09,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:09,836 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/bbde0afe4e2a4d018c478be7875578d3 2024-11-19T02:59:09,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/a4a3aae754c24f8c989d48bbfb1c9af7 is 50, key is test_row_0/C:col10/1731985148736/Put/seqid=0 2024-11-19T02:59:09,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742121_1297 (size=12151) 2024-11-19T02:59:09,880 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/a4a3aae754c24f8c989d48bbfb1c9af7 2024-11-19T02:59:09,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/1e36443b0dc3444bb4ced52a21dcd796 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/1e36443b0dc3444bb4ced52a21dcd796 2024-11-19T02:59:09,894 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/1e36443b0dc3444bb4ced52a21dcd796, entries=150, sequenceid=219, filesize=11.9 K 2024-11-19T02:59:09,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/bbde0afe4e2a4d018c478be7875578d3 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/bbde0afe4e2a4d018c478be7875578d3 2024-11-19T02:59:09,900 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/bbde0afe4e2a4d018c478be7875578d3, entries=150, sequenceid=219, filesize=11.9 K 2024-11-19T02:59:09,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/a4a3aae754c24f8c989d48bbfb1c9af7 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/a4a3aae754c24f8c989d48bbfb1c9af7 2024-11-19T02:59:09,910 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/a4a3aae754c24f8c989d48bbfb1c9af7, entries=150, sequenceid=219, filesize=11.9 K 2024-11-19T02:59:09,911 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ff4cb0b6916721bf44ff199f7cd4a984 in 953ms, sequenceid=219, compaction requested=true 2024-11-19T02:59:09,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:09,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:09,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-19T02:59:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-19T02:59:09,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-19T02:59:09,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7270 sec 2024-11-19T02:59:09,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.7350 sec 2024-11-19T02:59:10,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:10,262 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:59:10,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ff4cb0b6916721bf44ff199f7cd4a984 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T02:59:10,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/6dc616995d8d4024b3ddac135518c1ae is 50, key is test_row_0/A:col10/1731985150262/Put/seqid=0 2024-11-19T02:59:10,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742122_1298 (size=14541) 2024-11-19T02:59:10,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985210309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:10,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:10,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985210313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:10,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:10,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:10,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:10,322 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_0' in ff4cb0b6916721bf44ff199f7cd4a984 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T02:59:10,323 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:10,323 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:10,323 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:10,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985210322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:10,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:10,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:10,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985210322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:10,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:10,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-19T02:59:10,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:10,329 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:59:10,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:10,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:10,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:59:10,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985210322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:10,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:10,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:10,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-19T02:59:10,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-19T02:59:10,332 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:59:10,333 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:59:10,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:59:10,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985210429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:10,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:10,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:10,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-19T02:59:10,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985210439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:10,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:10,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:10,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:10,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985210439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:10,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:10,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:10,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:10,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985210439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:10,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:10,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:10,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:10,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-19T02:59:10,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:10,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:10,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:10,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:10,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:10,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:10,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-19T02:59:10,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:10,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:10,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:10,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:10,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:10,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985210640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:10,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:10,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:10,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-19T02:59:10,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985210649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:10,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:10,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:10,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:10,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985210650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:10,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985210650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:10,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:10,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:10,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:10,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:10,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:10,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:10,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/6dc616995d8d4024b3ddac135518c1ae 2024-11-19T02:59:10,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/5e890aa9494a48d9a0dfb9d2e0ddd767 is 50, key is test_row_0/B:col10/1731985150262/Put/seqid=0 2024-11-19T02:59:10,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742123_1299 (size=12151) 2024-11-19T02:59:10,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/5e890aa9494a48d9a0dfb9d2e0ddd767 2024-11-19T02:59:10,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/36eb6c8018d94f5da3332419b8cf1323 is 50, key is test_row_0/C:col10/1731985150262/Put/seqid=0 2024-11-19T02:59:10,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-19T02:59:10,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:10,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:10,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:10,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742124_1300 (size=12151) 2024-11-19T02:59:10,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/36eb6c8018d94f5da3332419b8cf1323 2024-11-19T02:59:10,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:10,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:10,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/6dc616995d8d4024b3ddac135518c1ae as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/6dc616995d8d4024b3ddac135518c1ae 2024-11-19T02:59:10,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/6dc616995d8d4024b3ddac135518c1ae, entries=200, sequenceid=234, filesize=14.2 K 2024-11-19T02:59:10,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/5e890aa9494a48d9a0dfb9d2e0ddd767 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/5e890aa9494a48d9a0dfb9d2e0ddd767 2024-11-19T02:59:10,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/5e890aa9494a48d9a0dfb9d2e0ddd767, entries=150, sequenceid=234, filesize=11.9 K 2024-11-19T02:59:10,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/36eb6c8018d94f5da3332419b8cf1323 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/36eb6c8018d94f5da3332419b8cf1323 2024-11-19T02:59:10,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/36eb6c8018d94f5da3332419b8cf1323, entries=150, sequenceid=234, filesize=11.9 K 2024-11-19T02:59:10,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ff4cb0b6916721bf44ff199f7cd4a984 in 585ms, sequenceid=234, compaction requested=true 2024-11-19T02:59:10,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:10,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff4cb0b6916721bf44ff199f7cd4a984:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:59:10,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:10,848 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:59:10,848 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:59:10,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff4cb0b6916721bf44ff199f7cd4a984:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:59:10,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:10,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff4cb0b6916721bf44ff199f7cd4a984:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:59:10,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:10,850 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:59:10,850 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51404 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:59:10,850 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): ff4cb0b6916721bf44ff199f7cd4a984/B is initiating minor compaction (all files) 2024-11-19T02:59:10,850 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): ff4cb0b6916721bf44ff199f7cd4a984/A is initiating minor compaction (all files) 2024-11-19T02:59:10,850 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ff4cb0b6916721bf44ff199f7cd4a984/B in TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:10,850 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/8d738e95498340fba419777f83ca346e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/935cb4ef52a64e759b8b8d0cbeaa2184, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/bbde0afe4e2a4d018c478be7875578d3, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/5e890aa9494a48d9a0dfb9d2e0ddd767] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp, totalSize=47.9 K 2024-11-19T02:59:10,850 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ff4cb0b6916721bf44ff199f7cd4a984/A in TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:10,850 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/1076be794b4c47b1b5f11379011769aa, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/6b5cedc8d8b34c1c9e1cc17c40eef06b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/1e36443b0dc3444bb4ced52a21dcd796, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/6dc616995d8d4024b3ddac135518c1ae] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp, totalSize=50.2 K 2024-11-19T02:59:10,851 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d738e95498340fba419777f83ca346e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731985147469 2024-11-19T02:59:10,851 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 935cb4ef52a64e759b8b8d0cbeaa2184, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731985148120 2024-11-19T02:59:10,851 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1076be794b4c47b1b5f11379011769aa, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731985147469 2024-11-19T02:59:10,851 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting bbde0afe4e2a4d018c478be7875578d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731985148736 2024-11-19T02:59:10,852 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b5cedc8d8b34c1c9e1cc17c40eef06b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731985148120 2024-11-19T02:59:10,852 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e890aa9494a48d9a0dfb9d2e0ddd767, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731985149115 2024-11-19T02:59:10,852 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e36443b0dc3444bb4ced52a21dcd796, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731985148736 2024-11-19T02:59:10,854 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6dc616995d8d4024b3ddac135518c1ae, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731985149109 2024-11-19T02:59:10,899 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff4cb0b6916721bf44ff199f7cd4a984#B#compaction#255 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:10,899 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/f2ae152fd421445b95070d6523d9ab7c is 50, key is test_row_0/B:col10/1731985150262/Put/seqid=0 2024-11-19T02:59:10,902 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff4cb0b6916721bf44ff199f7cd4a984#A#compaction#256 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:10,903 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/65ba117e18774e3aa0d72ccef8d7ddf2 is 50, key is test_row_0/A:col10/1731985150262/Put/seqid=0 2024-11-19T02:59:10,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-19T02:59:10,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:10,955 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing ff4cb0b6916721bf44ff199f7cd4a984 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-19T02:59:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-19T02:59:10,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:10,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742125_1301 (size=12697) 2024-11-19T02:59:10,974 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/f2ae152fd421445b95070d6523d9ab7c as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/f2ae152fd421445b95070d6523d9ab7c 2024-11-19T02:59:10,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742126_1302 (size=12697) 2024-11-19T02:59:10,984 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ff4cb0b6916721bf44ff199f7cd4a984/B of ff4cb0b6916721bf44ff199f7cd4a984 into f2ae152fd421445b95070d6523d9ab7c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:10,984 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:10,984 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., storeName=ff4cb0b6916721bf44ff199f7cd4a984/B, priority=12, startTime=1731985150848; duration=0sec 2024-11-19T02:59:10,984 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:10,984 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff4cb0b6916721bf44ff199f7cd4a984:B 2024-11-19T02:59:10,984 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:59:10,987 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:59:10,987 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/65ba117e18774e3aa0d72ccef8d7ddf2 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/65ba117e18774e3aa0d72ccef8d7ddf2 2024-11-19T02:59:10,987 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): ff4cb0b6916721bf44ff199f7cd4a984/C is initiating minor compaction (all files) 2024-11-19T02:59:10,987 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ff4cb0b6916721bf44ff199f7cd4a984/C in TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:10,988 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/9269a8612b7a4709a06c9a6825f91bfc, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/40f814fe95a04b4baf723d6e6a0b8bf0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/a4a3aae754c24f8c989d48bbfb1c9af7, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/36eb6c8018d94f5da3332419b8cf1323] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp, totalSize=47.9 K 2024-11-19T02:59:10,989 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 9269a8612b7a4709a06c9a6825f91bfc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731985147469 2024-11-19T02:59:10,990 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 40f814fe95a04b4baf723d6e6a0b8bf0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731985148120 2024-11-19T02:59:10,991 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting a4a3aae754c24f8c989d48bbfb1c9af7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731985148736 2024-11-19T02:59:10,993 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 36eb6c8018d94f5da3332419b8cf1323, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731985149115 2024-11-19T02:59:10,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/f5599155c2ee47318ae37ad4b61d8c6c is 50, key is test_row_0/A:col10/1731985150284/Put/seqid=0 2024-11-19T02:59:10,996 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ff4cb0b6916721bf44ff199f7cd4a984/A of ff4cb0b6916721bf44ff199f7cd4a984 into 65ba117e18774e3aa0d72ccef8d7ddf2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:10,996 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:10,996 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., storeName=ff4cb0b6916721bf44ff199f7cd4a984/A, priority=12, startTime=1731985150848; duration=0sec 2024-11-19T02:59:10,997 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:10,997 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff4cb0b6916721bf44ff199f7cd4a984:A 2024-11-19T02:59:11,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985211000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:11,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:11,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985211001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:11,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:11,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:11,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985211011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:11,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:11,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985211012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:11,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:11,023 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff4cb0b6916721bf44ff199f7cd4a984#C#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:11,024 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/059de8e8a1c941b8b002fe40d7109276 is 50, key is test_row_0/C:col10/1731985150262/Put/seqid=0 2024-11-19T02:59:11,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742127_1303 (size=12151) 2024-11-19T02:59:11,040 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/f5599155c2ee47318ae37ad4b61d8c6c 2024-11-19T02:59:11,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/49bf6637b0be4ffc93ea8ba0f2530608 is 50, key is test_row_0/B:col10/1731985150284/Put/seqid=0 2024-11-19T02:59:11,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742128_1304 (size=12697) 2024-11-19T02:59:11,085 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/059de8e8a1c941b8b002fe40d7109276 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/059de8e8a1c941b8b002fe40d7109276 2024-11-19T02:59:11,093 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ff4cb0b6916721bf44ff199f7cd4a984/C of ff4cb0b6916721bf44ff199f7cd4a984 into 059de8e8a1c941b8b002fe40d7109276(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:11,093 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:11,093 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., storeName=ff4cb0b6916721bf44ff199f7cd4a984/C, priority=12, startTime=1731985150848; duration=0sec 2024-11-19T02:59:11,093 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:11,093 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff4cb0b6916721bf44ff199f7cd4a984:C 2024-11-19T02:59:11,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742129_1305 (size=12151) 2024-11-19T02:59:11,105 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/49bf6637b0be4ffc93ea8ba0f2530608 2024-11-19T02:59:11,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985211119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:11,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:11,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985211120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:11,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:11,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/7b5cb1468b25437e96afb362103ed158 is 50, key is test_row_0/C:col10/1731985150284/Put/seqid=0 2024-11-19T02:59:11,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985211130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:11,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:11,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985211130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:11,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:11,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:11,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742130_1306 (size=12151) 2024-11-19T02:59:11,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985211329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:11,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:11,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985211329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:11,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:11,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985211340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:11,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:11,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985211340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:11,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-19T02:59:11,575 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/7b5cb1468b25437e96afb362103ed158 2024-11-19T02:59:11,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/f5599155c2ee47318ae37ad4b61d8c6c as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/f5599155c2ee47318ae37ad4b61d8c6c 2024-11-19T02:59:11,595 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/f5599155c2ee47318ae37ad4b61d8c6c, entries=150, sequenceid=255, filesize=11.9 K 2024-11-19T02:59:11,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/49bf6637b0be4ffc93ea8ba0f2530608 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/49bf6637b0be4ffc93ea8ba0f2530608 2024-11-19T02:59:11,611 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/49bf6637b0be4ffc93ea8ba0f2530608, entries=150, sequenceid=255, filesize=11.9 K 2024-11-19T02:59:11,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/7b5cb1468b25437e96afb362103ed158 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/7b5cb1468b25437e96afb362103ed158 2024-11-19T02:59:11,634 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/7b5cb1468b25437e96afb362103ed158, entries=150, sequenceid=255, filesize=11.9 K 2024-11-19T02:59:11,635 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for ff4cb0b6916721bf44ff199f7cd4a984 in 680ms, sequenceid=255, compaction requested=false 2024-11-19T02:59:11,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:11,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:11,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-19T02:59:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-19T02:59:11,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-19T02:59:11,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3050 sec 2024-11-19T02:59:11,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.3110 sec 2024-11-19T02:59:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:11,676 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:59:11,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ff4cb0b6916721bf44ff199f7cd4a984 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-19T02:59:11,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/ada8c98327b74740bc02cfadae380cc3 is 50, key is test_row_0/A:col10/1731985151642/Put/seqid=0 2024-11-19T02:59:11,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985211701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:11,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:11,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985211704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:11,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:11,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985211704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:11,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:11,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:11,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742131_1307 (size=14741) 2024-11-19T02:59:11,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/ada8c98327b74740bc02cfadae380cc3 2024-11-19T02:59:11,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985211707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:11,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:11,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/9c72c1e407df475ea64bc55f8fe2b8cb is 50, key is test_row_0/B:col10/1731985151642/Put/seqid=0 2024-11-19T02:59:11,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742132_1308 (size=12301) 2024-11-19T02:59:11,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/9c72c1e407df475ea64bc55f8fe2b8cb 2024-11-19T02:59:11,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/4ee5816ae1f7435ab21df9321a4a0d67 is 50, key is test_row_0/C:col10/1731985151642/Put/seqid=0 2024-11-19T02:59:11,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742133_1309 (size=12301) 2024-11-19T02:59:11,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985211819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:11,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985211820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:11,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:11,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:11,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985211820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:11,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:11,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985211820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:11,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:11,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:12,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985212029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:12,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:12,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985212029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:12,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:12,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:12,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985212029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:12,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:12,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985212029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:12,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:12,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:12,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/4ee5816ae1f7435ab21df9321a4a0d67 2024-11-19T02:59:12,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/ada8c98327b74740bc02cfadae380cc3 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/ada8c98327b74740bc02cfadae380cc3 2024-11-19T02:59:12,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/ada8c98327b74740bc02cfadae380cc3, entries=200, sequenceid=278, filesize=14.4 K 2024-11-19T02:59:12,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/9c72c1e407df475ea64bc55f8fe2b8cb as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/9c72c1e407df475ea64bc55f8fe2b8cb 2024-11-19T02:59:12,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/9c72c1e407df475ea64bc55f8fe2b8cb, entries=150, sequenceid=278, filesize=12.0 K 2024-11-19T02:59:12,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/4ee5816ae1f7435ab21df9321a4a0d67 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/4ee5816ae1f7435ab21df9321a4a0d67 2024-11-19T02:59:12,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/4ee5816ae1f7435ab21df9321a4a0d67, entries=150, sequenceid=278, filesize=12.0 K 2024-11-19T02:59:12,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for ff4cb0b6916721bf44ff199f7cd4a984 in 545ms, sequenceid=278, compaction requested=true 2024-11-19T02:59:12,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:12,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff4cb0b6916721bf44ff199f7cd4a984:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:59:12,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:12,222 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:12,222 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:12,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff4cb0b6916721bf44ff199f7cd4a984:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:59:12,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:12,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff4cb0b6916721bf44ff199f7cd4a984:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:59:12,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:12,224 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39589 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:12,224 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): ff4cb0b6916721bf44ff199f7cd4a984/A is initiating minor compaction (all files) 2024-11-19T02:59:12,224 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ff4cb0b6916721bf44ff199f7cd4a984/A in TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:12,224 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/65ba117e18774e3aa0d72ccef8d7ddf2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/f5599155c2ee47318ae37ad4b61d8c6c, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/ada8c98327b74740bc02cfadae380cc3] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp, totalSize=38.7 K 2024-11-19T02:59:12,225 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:12,225 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65ba117e18774e3aa0d72ccef8d7ddf2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731985149115 2024-11-19T02:59:12,225 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): ff4cb0b6916721bf44ff199f7cd4a984/B is initiating minor compaction (all files) 2024-11-19T02:59:12,225 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ff4cb0b6916721bf44ff199f7cd4a984/B in TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:12,225 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/f2ae152fd421445b95070d6523d9ab7c, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/49bf6637b0be4ffc93ea8ba0f2530608, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/9c72c1e407df475ea64bc55f8fe2b8cb] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp, totalSize=36.3 K 2024-11-19T02:59:12,225 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5599155c2ee47318ae37ad4b61d8c6c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731985150284 2024-11-19T02:59:12,225 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting f2ae152fd421445b95070d6523d9ab7c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731985149115 2024-11-19T02:59:12,226 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 49bf6637b0be4ffc93ea8ba0f2530608, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731985150284 2024-11-19T02:59:12,226 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting ada8c98327b74740bc02cfadae380cc3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731985151007 2024-11-19T02:59:12,228 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c72c1e407df475ea64bc55f8fe2b8cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731985151007 2024-11-19T02:59:12,236 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff4cb0b6916721bf44ff199f7cd4a984#A#compaction#264 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:12,236 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff4cb0b6916721bf44ff199f7cd4a984#B#compaction#265 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:12,237 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/6576f53e66ca4e83bd15b1bcea1cee01 is 50, key is test_row_0/A:col10/1731985151642/Put/seqid=0 2024-11-19T02:59:12,237 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/3c143c01b6c14017a13aad37364967c0 is 50, key is test_row_0/B:col10/1731985151642/Put/seqid=0 2024-11-19T02:59:12,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742134_1310 (size=12949) 2024-11-19T02:59:12,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742135_1311 (size=12949) 2024-11-19T02:59:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:12,342 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:59:12,342 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ff4cb0b6916721bf44ff199f7cd4a984 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-19T02:59:12,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/e60099350c1e4275aaad91d6e38abd67 is 50, key is test_row_0/A:col10/1731985152340/Put/seqid=0 2024-11-19T02:59:12,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742136_1312 (size=12301) 2024-11-19T02:59:12,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/e60099350c1e4275aaad91d6e38abd67 2024-11-19T02:59:12,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/139f7287268b4c19840cd7ce9d5e26e2 is 50, key is test_row_0/B:col10/1731985152340/Put/seqid=0 2024-11-19T02:59:12,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985212367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:12,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985212367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:12,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:12,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985212367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:12,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:12,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985212367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:12,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985212367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:12,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:12,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:12,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:12,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742137_1313 (size=12301) 2024-11-19T02:59:12,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/139f7287268b4c19840cd7ce9d5e26e2 2024-11-19T02:59:12,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/b7358a2717ce46df9b6800341695215a is 50, key is test_row_0/C:col10/1731985152340/Put/seqid=0 2024-11-19T02:59:12,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742138_1314 (size=12301) 2024-11-19T02:59:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-19T02:59:12,480 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:59:12,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:59:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-19T02:59:12,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985212480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:12,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985212481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:12,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985212481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:12,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,484 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:12,484 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:12,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985212482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:12,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:12,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:12,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985212482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-19T02:59:12,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:12,484 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,484 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,484 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:12,485 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:59:12,486 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:59:12,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:59:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-19T02:59:12,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-19T02:59:12,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:12,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:12,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:12,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:12,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:12,651 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/3c143c01b6c14017a13aad37364967c0 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/3c143c01b6c14017a13aad37364967c0 2024-11-19T02:59:12,652 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/6576f53e66ca4e83bd15b1bcea1cee01 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/6576f53e66ca4e83bd15b1bcea1cee01 2024-11-19T02:59:12,662 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ff4cb0b6916721bf44ff199f7cd4a984/B of ff4cb0b6916721bf44ff199f7cd4a984 into 3c143c01b6c14017a13aad37364967c0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:12,662 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ff4cb0b6916721bf44ff199f7cd4a984/A of ff4cb0b6916721bf44ff199f7cd4a984 into 6576f53e66ca4e83bd15b1bcea1cee01(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:12,663 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:12,663 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:12,663 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., storeName=ff4cb0b6916721bf44ff199f7cd4a984/B, priority=13, startTime=1731985152222; duration=0sec 2024-11-19T02:59:12,663 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., storeName=ff4cb0b6916721bf44ff199f7cd4a984/A, priority=13, startTime=1731985152222; duration=0sec 2024-11-19T02:59:12,663 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:12,663 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff4cb0b6916721bf44ff199f7cd4a984:B 2024-11-19T02:59:12,663 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:12,663 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:12,663 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff4cb0b6916721bf44ff199f7cd4a984:A 2024-11-19T02:59:12,664 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:12,664 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): ff4cb0b6916721bf44ff199f7cd4a984/C is initiating minor compaction (all files) 2024-11-19T02:59:12,664 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ff4cb0b6916721bf44ff199f7cd4a984/C in TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:12,664 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/059de8e8a1c941b8b002fe40d7109276, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/7b5cb1468b25437e96afb362103ed158, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/4ee5816ae1f7435ab21df9321a4a0d67] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp, totalSize=36.3 K 2024-11-19T02:59:12,665 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 059de8e8a1c941b8b002fe40d7109276, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731985149115 2024-11-19T02:59:12,665 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b5cb1468b25437e96afb362103ed158, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731985150284 2024-11-19T02:59:12,666 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ee5816ae1f7435ab21df9321a4a0d67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731985151007 2024-11-19T02:59:12,673 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff4cb0b6916721bf44ff199f7cd4a984#C#compaction#269 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:12,674 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/0d2d8fb1eee847528c0780c6465bc1cf is 50, key is test_row_0/C:col10/1731985151642/Put/seqid=0 2024-11-19T02:59:12,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985212689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:12,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:12,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985212689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:12,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:12,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985212689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:12,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:12,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985212690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:12,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:12,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:12,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985212690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:12,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:12,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:12,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742139_1315 (size=12949) 2024-11-19T02:59:12,707 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/0d2d8fb1eee847528c0780c6465bc1cf as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/0d2d8fb1eee847528c0780c6465bc1cf 2024-11-19T02:59:12,714 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ff4cb0b6916721bf44ff199f7cd4a984/C of ff4cb0b6916721bf44ff199f7cd4a984 into 0d2d8fb1eee847528c0780c6465bc1cf(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:12,714 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:12,714 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., storeName=ff4cb0b6916721bf44ff199f7cd4a984/C, priority=13, startTime=1731985152222; duration=0sec 2024-11-19T02:59:12,714 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:12,714 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff4cb0b6916721bf44ff199f7cd4a984:C 2024-11-19T02:59:12,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-19T02:59:12,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:12,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:12,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:12,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:12,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-19T02:59:12,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/b7358a2717ce46df9b6800341695215a 2024-11-19T02:59:12,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/e60099350c1e4275aaad91d6e38abd67 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/e60099350c1e4275aaad91d6e38abd67 2024-11-19T02:59:12,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/e60099350c1e4275aaad91d6e38abd67, entries=150, sequenceid=296, filesize=12.0 K 2024-11-19T02:59:12,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/139f7287268b4c19840cd7ce9d5e26e2 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/139f7287268b4c19840cd7ce9d5e26e2 2024-11-19T02:59:12,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/139f7287268b4c19840cd7ce9d5e26e2, entries=150, sequenceid=296, filesize=12.0 K 2024-11-19T02:59:12,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/b7358a2717ce46df9b6800341695215a as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/b7358a2717ce46df9b6800341695215a 2024-11-19T02:59:12,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/b7358a2717ce46df9b6800341695215a, entries=150, sequenceid=296, filesize=12.0 K 2024-11-19T02:59:12,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for ff4cb0b6916721bf44ff199f7cd4a984 in 487ms, sequenceid=296, compaction requested=false 2024-11-19T02:59:12,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:12,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-19T02:59:12,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:12,947 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing ff4cb0b6916721bf44ff199f7cd4a984 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-19T02:59:12,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/758c326dc3d1465db80a99befcd8a1ba is 50, key is test_row_0/A:col10/1731985152365/Put/seqid=0 2024-11-19T02:59:12,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742140_1316 (size=12301) 2024-11-19T02:59:13,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:13,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:13,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985213020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:13,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:13,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985213021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:13,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:13,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:13,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985213022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:13,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:13,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:13,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:13,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985213024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985213024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:13,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:13,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:13,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-19T02:59:13,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985213129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:13,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:13,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985213129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:13,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:13,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:13,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985213130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:13,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:13,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:13,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:13,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985213139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:13,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:13,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:13,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985213140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:13,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:13,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985213339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:13,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:13,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985213339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:13,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:13,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985213339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:13,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:13,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985213349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:13,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:13,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985213349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:13,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:13,372 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/758c326dc3d1465db80a99befcd8a1ba 2024-11-19T02:59:13,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/4b630705d34b41979ec4b6bfea72e885 is 50, key is test_row_0/B:col10/1731985152365/Put/seqid=0 2024-11-19T02:59:13,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742141_1317 (size=12301) 2024-11-19T02:59:13,392 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/4b630705d34b41979ec4b6bfea72e885 2024-11-19T02:59:13,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/d77589c398b04604960f30ef857a9718 is 50, key is test_row_0/C:col10/1731985152365/Put/seqid=0 2024-11-19T02:59:13,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742142_1318 (size=12301) 2024-11-19T02:59:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-19T02:59:13,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985213649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:13,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:13,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985213649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:13,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:13,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985213649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:13,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:13,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:13,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985213659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:13,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:13,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985213659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:13,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:13,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:13,814 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/d77589c398b04604960f30ef857a9718 2024-11-19T02:59:13,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/758c326dc3d1465db80a99befcd8a1ba as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/758c326dc3d1465db80a99befcd8a1ba 2024-11-19T02:59:13,824 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/758c326dc3d1465db80a99befcd8a1ba, entries=150, sequenceid=317, filesize=12.0 K 2024-11-19T02:59:13,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/4b630705d34b41979ec4b6bfea72e885 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/4b630705d34b41979ec4b6bfea72e885 2024-11-19T02:59:13,830 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/4b630705d34b41979ec4b6bfea72e885, entries=150, sequenceid=317, filesize=12.0 K 2024-11-19T02:59:13,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/d77589c398b04604960f30ef857a9718 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/d77589c398b04604960f30ef857a9718 2024-11-19T02:59:13,836 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/d77589c398b04604960f30ef857a9718, entries=150, sequenceid=317, filesize=12.0 K 2024-11-19T02:59:13,837 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for ff4cb0b6916721bf44ff199f7cd4a984 in 890ms, sequenceid=317, compaction requested=true 2024-11-19T02:59:13,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:13,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:13,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-19T02:59:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-19T02:59:13,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-19T02:59:13,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3530 sec 2024-11-19T02:59:13,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.3610 sec 2024-11-19T02:59:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:14,162 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:59:14,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ff4cb0b6916721bf44ff199f7cd4a984 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-19T02:59:14,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/6513f36eca714c3f9eb87e77c1e53f52 is 50, key is test_row_0/A:col10/1731985153021/Put/seqid=0 2024-11-19T02:59:14,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985214177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:14,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:14,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:14,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985214181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:14,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:14,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:14,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985214182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:14,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985214182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:14,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:14,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:14,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985214183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:14,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:14,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:14,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:14,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742143_1319 (size=17181) 2024-11-19T02:59:14,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985214290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:14,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:14,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:14,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985214299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:14,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:14,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:14,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985214299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:14,301 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:14,301 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,301 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:14,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985214299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:14,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:14,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985214299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:14,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:14,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:14,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985214499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:14,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:14,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:14,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985214509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:14,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:14,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985214509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:14,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:14,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985214510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:14,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:14,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:14,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985214510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:14,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:14,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:14,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:14,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/6513f36eca714c3f9eb87e77c1e53f52 2024-11-19T02:59:14,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/f456597b9ef7484091454afbb2213ece is 50, key is test_row_0/B:col10/1731985153021/Put/seqid=0 2024-11-19T02:59:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-19T02:59:14,630 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:59:14,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:59:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-19T02:59:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-19T02:59:14,635 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:59:14,635 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:59:14,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:59:14,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742144_1320 (size=12301) 2024-11-19T02:59:14,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/f456597b9ef7484091454afbb2213ece 2024-11-19T02:59:14,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/06a8aaac8cc843f28c3cc09c065055e4 is 50, key is test_row_0/C:col10/1731985153021/Put/seqid=0 2024-11-19T02:59:14,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742145_1321 (size=12301) 2024-11-19T02:59:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-19T02:59:14,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-19T02:59:14,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:14,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:14,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:14,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:14,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:14,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985214809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:14,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:14,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985214819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:14,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985214820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:14,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:14,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:14,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:14,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985214820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:14,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:14,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:14,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985214820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:14,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:14,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:14,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-19T02:59:14,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:14,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:14,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:14,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:14,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-19T02:59:15,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-19T02:59:15,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:15,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:15,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:15,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:15,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:15,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/06a8aaac8cc843f28c3cc09c065055e4 2024-11-19T02:59:15,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/6513f36eca714c3f9eb87e77c1e53f52 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/6513f36eca714c3f9eb87e77c1e53f52 2024-11-19T02:59:15,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/6513f36eca714c3f9eb87e77c1e53f52, entries=250, sequenceid=338, filesize=16.8 K 2024-11-19T02:59:15,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/f456597b9ef7484091454afbb2213ece as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/f456597b9ef7484091454afbb2213ece 2024-11-19T02:59:15,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/f456597b9ef7484091454afbb2213ece, entries=150, sequenceid=338, filesize=12.0 K 2024-11-19T02:59:15,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/06a8aaac8cc843f28c3cc09c065055e4 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/06a8aaac8cc843f28c3cc09c065055e4 2024-11-19T02:59:15,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/06a8aaac8cc843f28c3cc09c065055e4, entries=150, sequenceid=338, filesize=12.0 K 2024-11-19T02:59:15,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for ff4cb0b6916721bf44ff199f7cd4a984 in 1003ms, sequenceid=338, compaction requested=true 2024-11-19T02:59:15,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:15,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff4cb0b6916721bf44ff199f7cd4a984:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:59:15,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:15,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff4cb0b6916721bf44ff199f7cd4a984:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:59:15,166 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:59:15,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:15,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff4cb0b6916721bf44ff199f7cd4a984:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:59:15,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-19T02:59:15,166 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:59:15,168 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:59:15,168 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): ff4cb0b6916721bf44ff199f7cd4a984/B is initiating minor compaction (all files) 2024-11-19T02:59:15,168 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ff4cb0b6916721bf44ff199f7cd4a984/B in TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:15,169 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/3c143c01b6c14017a13aad37364967c0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/139f7287268b4c19840cd7ce9d5e26e2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/4b630705d34b41979ec4b6bfea72e885, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/f456597b9ef7484091454afbb2213ece] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp, totalSize=48.7 K 2024-11-19T02:59:15,169 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54732 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:59:15,169 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): ff4cb0b6916721bf44ff199f7cd4a984/A is initiating minor compaction (all files) 2024-11-19T02:59:15,169 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ff4cb0b6916721bf44ff199f7cd4a984/A in TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:15,169 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/6576f53e66ca4e83bd15b1bcea1cee01, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/e60099350c1e4275aaad91d6e38abd67, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/758c326dc3d1465db80a99befcd8a1ba, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/6513f36eca714c3f9eb87e77c1e53f52] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp, totalSize=53.4 K 2024-11-19T02:59:15,177 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 6576f53e66ca4e83bd15b1bcea1cee01, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731985151007 2024-11-19T02:59:15,177 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c143c01b6c14017a13aad37364967c0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731985151007 2024-11-19T02:59:15,178 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 139f7287268b4c19840cd7ce9d5e26e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731985151699 2024-11-19T02:59:15,178 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting e60099350c1e4275aaad91d6e38abd67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731985151699 2024-11-19T02:59:15,178 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 758c326dc3d1465db80a99befcd8a1ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731985152362 2024-11-19T02:59:15,178 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b630705d34b41979ec4b6bfea72e885, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731985152362 2024-11-19T02:59:15,178 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 6513f36eca714c3f9eb87e77c1e53f52, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731985153021 2024-11-19T02:59:15,179 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting f456597b9ef7484091454afbb2213ece, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731985153021 2024-11-19T02:59:15,199 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff4cb0b6916721bf44ff199f7cd4a984#A#compaction#276 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:15,200 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/810bf961914b4baf914d70bd0e921dc8 is 50, key is test_row_0/A:col10/1731985153021/Put/seqid=0 2024-11-19T02:59:15,219 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff4cb0b6916721bf44ff199f7cd4a984#B#compaction#277 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:15,220 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/c63f4349aae249b58505ec373fd3d321 is 50, key is test_row_0/B:col10/1731985153021/Put/seqid=0 2024-11-19T02:59:15,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-19T02:59:15,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:15,252 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing ff4cb0b6916721bf44ff199f7cd4a984 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-19T02:59:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-19T02:59:15,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742146_1322 (size=13085) 2024-11-19T02:59:15,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742147_1323 (size=13085) 2024-11-19T02:59:15,300 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/810bf961914b4baf914d70bd0e921dc8 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/810bf961914b4baf914d70bd0e921dc8 2024-11-19T02:59:15,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/f3e36a16c4124bacb9631153bcaef906 is 50, key is test_row_0/A:col10/1731985154181/Put/seqid=0 2024-11-19T02:59:15,307 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ff4cb0b6916721bf44ff199f7cd4a984/A of ff4cb0b6916721bf44ff199f7cd4a984 into 810bf961914b4baf914d70bd0e921dc8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:15,307 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:15,308 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., storeName=ff4cb0b6916721bf44ff199f7cd4a984/A, priority=12, startTime=1731985155166; duration=0sec 2024-11-19T02:59:15,308 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:15,308 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff4cb0b6916721bf44ff199f7cd4a984:A 2024-11-19T02:59:15,308 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:59:15,309 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:59:15,309 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): ff4cb0b6916721bf44ff199f7cd4a984/C is initiating minor compaction (all files) 2024-11-19T02:59:15,309 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ff4cb0b6916721bf44ff199f7cd4a984/C in TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:15,309 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/0d2d8fb1eee847528c0780c6465bc1cf, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/b7358a2717ce46df9b6800341695215a, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/d77589c398b04604960f30ef857a9718, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/06a8aaac8cc843f28c3cc09c065055e4] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp, totalSize=48.7 K 2024-11-19T02:59:15,310 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d2d8fb1eee847528c0780c6465bc1cf, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731985151007 2024-11-19T02:59:15,310 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting b7358a2717ce46df9b6800341695215a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731985151699 2024-11-19T02:59:15,311 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting d77589c398b04604960f30ef857a9718, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731985152362 2024-11-19T02:59:15,312 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 06a8aaac8cc843f28c3cc09c065055e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731985153021 2024-11-19T02:59:15,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:15,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742148_1324 (size=12301) 2024-11-19T02:59:15,351 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff4cb0b6916721bf44ff199f7cd4a984#C#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:15,352 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/2937841522b24e5693263e2604be0b8f is 50, key is test_row_0/C:col10/1731985153021/Put/seqid=0 2024-11-19T02:59:15,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742149_1325 (size=13085) 2024-11-19T02:59:15,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985215389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:15,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:15,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985215391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:15,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:15,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:15,398 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:15,398 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:15,398 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:15,402 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/2937841522b24e5693263e2604be0b8f as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/2937841522b24e5693263e2604be0b8f 2024-11-19T02:59:15,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985215393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:15,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:15,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:15,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:15,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985215395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:15,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985215395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:15,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:15,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:15,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:15,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:15,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:15,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:15,420 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ff4cb0b6916721bf44ff199f7cd4a984/C of ff4cb0b6916721bf44ff199f7cd4a984 into 2937841522b24e5693263e2604be0b8f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:15,420 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:15,420 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., storeName=ff4cb0b6916721bf44ff199f7cd4a984/C, priority=12, startTime=1731985155166; duration=0sec 2024-11-19T02:59:15,421 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:15,421 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff4cb0b6916721bf44ff199f7cd4a984:C 2024-11-19T02:59:15,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985215500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:15,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:15,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:15,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:15,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985215509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:15,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:15,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:15,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:15,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985215509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:15,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:15,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:15,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985215509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985215509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:15,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:15,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:15,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:15,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:15,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:15,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:15,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:15,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:15,703 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/c63f4349aae249b58505ec373fd3d321 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/c63f4349aae249b58505ec373fd3d321 2024-11-19T02:59:15,709 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ff4cb0b6916721bf44ff199f7cd4a984/B of ff4cb0b6916721bf44ff199f7cd4a984 into c63f4349aae249b58505ec373fd3d321(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:15,709 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:15,709 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., storeName=ff4cb0b6916721bf44ff199f7cd4a984/B, priority=12, startTime=1731985155166; duration=0sec 2024-11-19T02:59:15,709 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:15,709 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff4cb0b6916721bf44ff199f7cd4a984:B 2024-11-19T02:59:15,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985215709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:15,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:15,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:15,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:15,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985215718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:15,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:15,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985215719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:15,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:15,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:15,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:15,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:15,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:15,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985215719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:15,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:15,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:15,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985215719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:15,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:15,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:15,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:15,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:15,752 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/f3e36a16c4124bacb9631153bcaef906 2024-11-19T02:59:15,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/211ef5e341fd4da188430d0461766a30 is 50, key is test_row_0/B:col10/1731985154181/Put/seqid=0 2024-11-19T02:59:15,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742150_1326 (size=12301) 2024-11-19T02:59:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-19T02:59:16,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985216019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:16,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:16,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:16,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:16,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:16,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985216029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:16,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:16,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985216029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:16,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:16,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985216029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:16,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:16,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985216029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:16,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:16,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:16,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:16,165 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/211ef5e341fd4da188430d0461766a30 2024-11-19T02:59:16,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/47fb5149ae014f929d40f5c778d7b25c is 50, key is test_row_0/C:col10/1731985154181/Put/seqid=0 2024-11-19T02:59:16,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742151_1327 (size=12301) 2024-11-19T02:59:16,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985216529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:16,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:16,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:16,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:16,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985216539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:16,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:16,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:16,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985216539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:16,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:16,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:16,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:16,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:16,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985216539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:16,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:16,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:16,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:16,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985216539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:16,541 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:16,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:16,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:16,577 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/47fb5149ae014f929d40f5c778d7b25c 2024-11-19T02:59:16,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/f3e36a16c4124bacb9631153bcaef906 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/f3e36a16c4124bacb9631153bcaef906 2024-11-19T02:59:16,586 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/f3e36a16c4124bacb9631153bcaef906, entries=150, sequenceid=353, filesize=12.0 K 2024-11-19T02:59:16,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/211ef5e341fd4da188430d0461766a30 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/211ef5e341fd4da188430d0461766a30 2024-11-19T02:59:16,591 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/211ef5e341fd4da188430d0461766a30, entries=150, sequenceid=353, filesize=12.0 K 2024-11-19T02:59:16,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/47fb5149ae014f929d40f5c778d7b25c as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/47fb5149ae014f929d40f5c778d7b25c 2024-11-19T02:59:16,596 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/47fb5149ae014f929d40f5c778d7b25c, entries=150, sequenceid=353, filesize=12.0 K 2024-11-19T02:59:16,597 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ff4cb0b6916721bf44ff199f7cd4a984 in 1344ms, sequenceid=353, compaction requested=false 2024-11-19T02:59:16,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:16,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:16,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-19T02:59:16,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-19T02:59:16,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-19T02:59:16,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9620 sec 2024-11-19T02:59:16,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.9690 sec 2024-11-19T02:59:16,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-19T02:59:16,779 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:59:16,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:59:16,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-19T02:59:16,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-19T02:59:16,782 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:59:16,783 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:59:16,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:59:16,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-19T02:59:16,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-19T02:59:16,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:16,937 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing ff4cb0b6916721bf44ff199f7cd4a984 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-19T02:59:16,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/80554d884d2b4267980d7261c5fbfb73 is 50, key is test_row_0/A:col10/1731985155391/Put/seqid=0 2024-11-19T02:59:16,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742152_1328 (size=12301) 2024-11-19T02:59:17,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-19T02:59:17,349 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/80554d884d2b4267980d7261c5fbfb73 2024-11-19T02:59:17,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/8b21a2f6d4494640911fcfc9db983bdd is 50, key is test_row_0/B:col10/1731985155391/Put/seqid=0 2024-11-19T02:59:17,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742153_1329 (size=12301) 2024-11-19T02:59:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-19T02:59:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:17,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:17,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985217560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:17,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:17,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:17,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985217560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:17,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:17,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:17,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:17,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:17,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985217564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:17,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:17,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:17,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:17,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985217565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:17,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:17,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:17,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:17,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985217565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:17,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:17,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:17,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:17,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985217669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:17,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:17,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:17,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:17,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985217669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:17,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:17,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:17,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:17,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985217679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:17,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:17,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:17,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:17,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985217679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:17,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:17,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:17,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:17,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985217679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:17,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:17,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:17,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:17,762 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/8b21a2f6d4494640911fcfc9db983bdd 2024-11-19T02:59:17,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/8173da300d8440ab90b8a4d1cdd41137 is 50, key is test_row_0/C:col10/1731985155391/Put/seqid=0 2024-11-19T02:59:17,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742154_1330 (size=12301) 2024-11-19T02:59:17,774 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/8173da300d8440ab90b8a4d1cdd41137 2024-11-19T02:59:17,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/80554d884d2b4267980d7261c5fbfb73 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/80554d884d2b4267980d7261c5fbfb73 2024-11-19T02:59:17,783 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/80554d884d2b4267980d7261c5fbfb73, entries=150, sequenceid=377, filesize=12.0 K 2024-11-19T02:59:17,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/8b21a2f6d4494640911fcfc9db983bdd as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/8b21a2f6d4494640911fcfc9db983bdd 2024-11-19T02:59:17,792 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/8b21a2f6d4494640911fcfc9db983bdd, entries=150, sequenceid=377, filesize=12.0 K 2024-11-19T02:59:17,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/8173da300d8440ab90b8a4d1cdd41137 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/8173da300d8440ab90b8a4d1cdd41137 2024-11-19T02:59:17,797 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/8173da300d8440ab90b8a4d1cdd41137, entries=150, sequenceid=377, filesize=12.0 K 2024-11-19T02:59:17,798 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for ff4cb0b6916721bf44ff199f7cd4a984 in 861ms, sequenceid=377, compaction requested=true 2024-11-19T02:59:17,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:17,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:17,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-19T02:59:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-19T02:59:17,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-19T02:59:17,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0170 sec 2024-11-19T02:59:17,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.0250 sec 2024-11-19T02:59:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:17,882 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:59:17,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ff4cb0b6916721bf44ff199f7cd4a984 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-19T02:59:17,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/618d93dfc0a342a095cfbaf879283a76 is 50, key is test_row_0/A:col10/1731985157881/Put/seqid=0 2024-11-19T02:59:17,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742155_1331 (size=17181) 2024-11-19T02:59:17,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/618d93dfc0a342a095cfbaf879283a76 2024-11-19T02:59:17,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/cea43ae41787400e972f5ba258f78795 is 50, key is test_row_0/B:col10/1731985157881/Put/seqid=0 2024-11-19T02:59:17,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742156_1332 (size=12301) 2024-11-19T02:59:17,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985217901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:17,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:17,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:17,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:17,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985217902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:17,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:17,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:17,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:17,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985217903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:17,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:17,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:17,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:17,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985217905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:17,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:17,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:17,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:17,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985217907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:17,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:17,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:17,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-19T02:59:17,919 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:59:17,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:59:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-11-19T02:59:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-19T02:59:17,921 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:59:17,922 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:59:17,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:59:18,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985218008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:18,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:18,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985218019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:18,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985218019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:18,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:18,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:18,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985218019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:18,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:18,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985218019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:18,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-19T02:59:18,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-19T02:59:18,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:18,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:18,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:18,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:18,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:18,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985218219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:18,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:18,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-19T02:59:18,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:18,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:18,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:18,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:18,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:18,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985218229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:18,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:18,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985218229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:18,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:18,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985218229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:18,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:18,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985218229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:18,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-19T02:59:18,305 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/cea43ae41787400e972f5ba258f78795 2024-11-19T02:59:18,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/f091076c84bb46f18955276537065288 is 50, key is test_row_0/C:col10/1731985157881/Put/seqid=0 2024-11-19T02:59:18,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742157_1333 (size=12301) 2024-11-19T02:59:18,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/f091076c84bb46f18955276537065288 2024-11-19T02:59:18,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/618d93dfc0a342a095cfbaf879283a76 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/618d93dfc0a342a095cfbaf879283a76 2024-11-19T02:59:18,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/618d93dfc0a342a095cfbaf879283a76, entries=250, sequenceid=395, filesize=16.8 K 2024-11-19T02:59:18,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/cea43ae41787400e972f5ba258f78795 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/cea43ae41787400e972f5ba258f78795 2024-11-19T02:59:18,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/cea43ae41787400e972f5ba258f78795, entries=150, sequenceid=395, filesize=12.0 K 2024-11-19T02:59:18,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/f091076c84bb46f18955276537065288 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/f091076c84bb46f18955276537065288 2024-11-19T02:59:18,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/f091076c84bb46f18955276537065288, entries=150, sequenceid=395, filesize=12.0 K 2024-11-19T02:59:18,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for ff4cb0b6916721bf44ff199f7cd4a984 in 470ms, sequenceid=395, compaction requested=true 2024-11-19T02:59:18,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:18,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff4cb0b6916721bf44ff199f7cd4a984:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:59:18,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:18,352 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:59:18,352 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:59:18,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff4cb0b6916721bf44ff199f7cd4a984:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:59:18,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:18,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff4cb0b6916721bf44ff199f7cd4a984:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:59:18,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:18,354 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54868 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:59:18,354 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): ff4cb0b6916721bf44ff199f7cd4a984/A is initiating minor compaction (all files) 2024-11-19T02:59:18,354 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ff4cb0b6916721bf44ff199f7cd4a984/A in TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:18,354 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/810bf961914b4baf914d70bd0e921dc8, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/f3e36a16c4124bacb9631153bcaef906, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/80554d884d2b4267980d7261c5fbfb73, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/618d93dfc0a342a095cfbaf879283a76] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp, totalSize=53.6 K 2024-11-19T02:59:18,354 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 810bf961914b4baf914d70bd0e921dc8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731985153021 2024-11-19T02:59:18,355 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:59:18,355 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): ff4cb0b6916721bf44ff199f7cd4a984/B is initiating minor compaction (all files) 2024-11-19T02:59:18,355 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ff4cb0b6916721bf44ff199f7cd4a984/B in TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:18,355 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/c63f4349aae249b58505ec373fd3d321, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/211ef5e341fd4da188430d0461766a30, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/8b21a2f6d4494640911fcfc9db983bdd, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/cea43ae41787400e972f5ba258f78795] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp, totalSize=48.8 K 2024-11-19T02:59:18,355 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3e36a16c4124bacb9631153bcaef906, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731985154174 2024-11-19T02:59:18,355 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting c63f4349aae249b58505ec373fd3d321, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731985153021 2024-11-19T02:59:18,356 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80554d884d2b4267980d7261c5fbfb73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731985155391 2024-11-19T02:59:18,356 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 211ef5e341fd4da188430d0461766a30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731985154174 2024-11-19T02:59:18,356 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 618d93dfc0a342a095cfbaf879283a76, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731985157553 2024-11-19T02:59:18,356 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b21a2f6d4494640911fcfc9db983bdd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731985155391 2024-11-19T02:59:18,357 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting cea43ae41787400e972f5ba258f78795, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731985157564 2024-11-19T02:59:18,366 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff4cb0b6916721bf44ff199f7cd4a984#B#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:18,367 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/5dc08efec98747ca90691392ee204a07 is 50, key is test_row_0/B:col10/1731985157881/Put/seqid=0 2024-11-19T02:59:18,371 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff4cb0b6916721bf44ff199f7cd4a984#A#compaction#289 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:18,372 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/17fe02bde4724167b5003d7053d656e3 is 50, key is test_row_0/A:col10/1731985157881/Put/seqid=0 2024-11-19T02:59:18,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742158_1334 (size=13221) 2024-11-19T02:59:18,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-19T02:59:18,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:18,382 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing ff4cb0b6916721bf44ff199f7cd4a984 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-19T02:59:18,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742159_1335 (size=13221) 2024-11-19T02:59:18,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/47d7829052804b888b079de878851439 is 50, key is test_row_0/A:col10/1731985157895/Put/seqid=0 2024-11-19T02:59:18,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742160_1336 (size=12301) 2024-11-19T02:59:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:18,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-19T02:59:18,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985218550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:18,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:18,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985218551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:18,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:18,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985218552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:18,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:18,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:18,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985218554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:18,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:18,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985218557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:18,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:18,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985218659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:18,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:18,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985218659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:18,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:18,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985218659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:18,664 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,664 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,664 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:18,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:18,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985218669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:18,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:18,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985218669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:18,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:18,783 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/5dc08efec98747ca90691392ee204a07 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/5dc08efec98747ca90691392ee204a07 2024-11-19T02:59:18,789 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ff4cb0b6916721bf44ff199f7cd4a984/B of ff4cb0b6916721bf44ff199f7cd4a984 into 5dc08efec98747ca90691392ee204a07(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:18,789 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:18,789 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., storeName=ff4cb0b6916721bf44ff199f7cd4a984/B, priority=12, startTime=1731985158352; duration=0sec 2024-11-19T02:59:18,790 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:18,790 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff4cb0b6916721bf44ff199f7cd4a984:B 2024-11-19T02:59:18,790 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:59:18,791 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:59:18,791 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): ff4cb0b6916721bf44ff199f7cd4a984/C is initiating minor compaction (all files) 2024-11-19T02:59:18,791 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ff4cb0b6916721bf44ff199f7cd4a984/C in TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:18,791 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/2937841522b24e5693263e2604be0b8f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/47fb5149ae014f929d40f5c778d7b25c, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/8173da300d8440ab90b8a4d1cdd41137, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/f091076c84bb46f18955276537065288] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp, totalSize=48.8 K 2024-11-19T02:59:18,791 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 2937841522b24e5693263e2604be0b8f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731985153021 2024-11-19T02:59:18,792 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 47fb5149ae014f929d40f5c778d7b25c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731985154174 2024-11-19T02:59:18,792 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 8173da300d8440ab90b8a4d1cdd41137, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731985155391 2024-11-19T02:59:18,793 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting f091076c84bb46f18955276537065288, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731985157564 2024-11-19T02:59:18,796 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/17fe02bde4724167b5003d7053d656e3 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/17fe02bde4724167b5003d7053d656e3 2024-11-19T02:59:18,801 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/47d7829052804b888b079de878851439 2024-11-19T02:59:18,802 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ff4cb0b6916721bf44ff199f7cd4a984/A of ff4cb0b6916721bf44ff199f7cd4a984 into 17fe02bde4724167b5003d7053d656e3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:18,802 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:18,802 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., storeName=ff4cb0b6916721bf44ff199f7cd4a984/A, priority=12, startTime=1731985158352; duration=0sec 2024-11-19T02:59:18,802 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:18,802 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff4cb0b6916721bf44ff199f7cd4a984:A 2024-11-19T02:59:18,805 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff4cb0b6916721bf44ff199f7cd4a984#C#compaction#291 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:18,806 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/46f99c86a1e54791bb9a78558ea944d8 is 50, key is test_row_0/C:col10/1731985157881/Put/seqid=0 2024-11-19T02:59:18,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/a5fd157cbf2b405985e21185d85c9a78 is 50, key is test_row_0/B:col10/1731985157895/Put/seqid=0 2024-11-19T02:59:18,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742161_1337 (size=13221) 2024-11-19T02:59:18,838 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/46f99c86a1e54791bb9a78558ea944d8 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/46f99c86a1e54791bb9a78558ea944d8 2024-11-19T02:59:18,848 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ff4cb0b6916721bf44ff199f7cd4a984/C of ff4cb0b6916721bf44ff199f7cd4a984 into 46f99c86a1e54791bb9a78558ea944d8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:18,848 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:18,848 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., storeName=ff4cb0b6916721bf44ff199f7cd4a984/C, priority=12, startTime=1731985158353; duration=0sec 2024-11-19T02:59:18,849 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:18,849 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff4cb0b6916721bf44ff199f7cd4a984:C 2024-11-19T02:59:18,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742162_1338 (size=12301) 2024-11-19T02:59:18,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985218869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:18,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:18,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985218869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:18,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:18,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:18,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985218869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:18,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:18,873 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,873 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,873 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:18,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985218879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:18,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:18,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985218879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:18,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:18,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-19T02:59:19,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:19,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985219180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:19,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:19,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985219180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:19,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:19,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:19,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:19,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:19,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:19,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:19,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985219180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:19,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:19,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:19,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:19,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:19,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985219189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:19,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:19,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:19,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:19,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985219189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:19,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:19,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:19,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:19,254 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/a5fd157cbf2b405985e21185d85c9a78 2024-11-19T02:59:19,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/b4f9061aa268447e85b1f859f4364447 is 50, key is test_row_0/C:col10/1731985157895/Put/seqid=0 2024-11-19T02:59:19,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742163_1339 (size=12301) 2024-11-19T02:59:19,670 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/b4f9061aa268447e85b1f859f4364447 2024-11-19T02:59:19,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/47d7829052804b888b079de878851439 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/47d7829052804b888b079de878851439 2024-11-19T02:59:19,681 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/47d7829052804b888b079de878851439, entries=150, sequenceid=413, filesize=12.0 K 2024-11-19T02:59:19,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/a5fd157cbf2b405985e21185d85c9a78 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/a5fd157cbf2b405985e21185d85c9a78 2024-11-19T02:59:19,686 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/a5fd157cbf2b405985e21185d85c9a78, entries=150, sequenceid=413, filesize=12.0 K 2024-11-19T02:59:19,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/b4f9061aa268447e85b1f859f4364447 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/b4f9061aa268447e85b1f859f4364447 2024-11-19T02:59:19,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985219689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:19,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:19,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:19,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:19,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985219689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:19,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:19,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:19,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:19,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985219689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:19,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:19,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:19,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:19,692 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/b4f9061aa268447e85b1f859f4364447, entries=150, sequenceid=413, filesize=12.0 K 2024-11-19T02:59:19,696 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for ff4cb0b6916721bf44ff199f7cd4a984 in 1314ms, sequenceid=413, compaction requested=false 2024-11-19T02:59:19,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:19,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:19,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-11-19T02:59:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-11-19T02:59:19,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-19T02:59:19,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7760 sec 2024-11-19T02:59:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:19,700 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:59:19,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ff4cb0b6916721bf44ff199f7cd4a984 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-19T02:59:19,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 1.7800 sec 2024-11-19T02:59:19,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/34d1de75f6544594967bfb431111429b is 50, key is test_row_0/A:col10/1731985159699/Put/seqid=0 2024-11-19T02:59:19,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742164_1340 (size=12301) 2024-11-19T02:59:19,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/34d1de75f6544594967bfb431111429b 2024-11-19T02:59:19,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/fcec2c67bb23418a95dc8847bc296371 is 50, key is test_row_0/B:col10/1731985159699/Put/seqid=0 2024-11-19T02:59:19,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985219740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:19,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742165_1341 (size=12301) 2024-11-19T02:59:19,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:19,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:19,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985219743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:19,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:19,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:19,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:19,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:19,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/fcec2c67bb23418a95dc8847bc296371 2024-11-19T02:59:19,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/e77b6a0bacc54dc6801efc732c4f7232 is 50, key is test_row_0/C:col10/1731985159699/Put/seqid=0 2024-11-19T02:59:19,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742166_1342 (size=12301) 2024-11-19T02:59:19,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/e77b6a0bacc54dc6801efc732c4f7232 2024-11-19T02:59:19,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/34d1de75f6544594967bfb431111429b as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/34d1de75f6544594967bfb431111429b 2024-11-19T02:59:19,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/34d1de75f6544594967bfb431111429b, entries=150, sequenceid=435, filesize=12.0 K 2024-11-19T02:59:19,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/fcec2c67bb23418a95dc8847bc296371 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/fcec2c67bb23418a95dc8847bc296371 2024-11-19T02:59:19,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/fcec2c67bb23418a95dc8847bc296371, entries=150, sequenceid=435, filesize=12.0 K 2024-11-19T02:59:19,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/e77b6a0bacc54dc6801efc732c4f7232 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/e77b6a0bacc54dc6801efc732c4f7232 2024-11-19T02:59:19,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/e77b6a0bacc54dc6801efc732c4f7232, entries=150, sequenceid=435, filesize=12.0 K 2024-11-19T02:59:19,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for ff4cb0b6916721bf44ff199f7cd4a984 in 91ms, sequenceid=435, compaction requested=true 2024-11-19T02:59:19,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:19,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff4cb0b6916721bf44ff199f7cd4a984:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:59:19,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:19,791 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:19,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff4cb0b6916721bf44ff199f7cd4a984:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:59:19,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:19,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff4cb0b6916721bf44ff199f7cd4a984:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:59:19,791 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:19,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:19,792 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:19,792 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): ff4cb0b6916721bf44ff199f7cd4a984/A is initiating minor compaction (all files) 2024-11-19T02:59:19,792 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ff4cb0b6916721bf44ff199f7cd4a984/A in TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:19,792 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/17fe02bde4724167b5003d7053d656e3, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/47d7829052804b888b079de878851439, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/34d1de75f6544594967bfb431111429b] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp, totalSize=36.9 K 2024-11-19T02:59:19,793 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:19,793 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): ff4cb0b6916721bf44ff199f7cd4a984/B is initiating minor compaction (all files) 2024-11-19T02:59:19,793 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ff4cb0b6916721bf44ff199f7cd4a984/B in TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:19,794 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/5dc08efec98747ca90691392ee204a07, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/a5fd157cbf2b405985e21185d85c9a78, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/fcec2c67bb23418a95dc8847bc296371] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp, totalSize=36.9 K 2024-11-19T02:59:19,794 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17fe02bde4724167b5003d7053d656e3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731985157564 2024-11-19T02:59:19,794 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 5dc08efec98747ca90691392ee204a07, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731985157564 2024-11-19T02:59:19,794 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47d7829052804b888b079de878851439, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731985157895 2024-11-19T02:59:19,794 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting a5fd157cbf2b405985e21185d85c9a78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731985157895 2024-11-19T02:59:19,794 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34d1de75f6544594967bfb431111429b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731985158548 2024-11-19T02:59:19,794 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting fcec2c67bb23418a95dc8847bc296371, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731985158548 2024-11-19T02:59:19,802 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff4cb0b6916721bf44ff199f7cd4a984#A#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:19,803 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff4cb0b6916721bf44ff199f7cd4a984#B#compaction#298 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:19,803 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/05cbaf4368d64db7b8d27dcb2c6d50ae is 50, key is test_row_0/A:col10/1731985159699/Put/seqid=0 2024-11-19T02:59:19,803 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/eb9b9b2f9e714cada9c79b23ca6ce2c3 is 50, key is test_row_0/B:col10/1731985159699/Put/seqid=0 2024-11-19T02:59:19,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742168_1344 (size=13323) 2024-11-19T02:59:19,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742167_1343 (size=13323) 2024-11-19T02:59:19,820 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/05cbaf4368d64db7b8d27dcb2c6d50ae as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/05cbaf4368d64db7b8d27dcb2c6d50ae 2024-11-19T02:59:19,823 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/eb9b9b2f9e714cada9c79b23ca6ce2c3 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/eb9b9b2f9e714cada9c79b23ca6ce2c3 2024-11-19T02:59:19,826 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ff4cb0b6916721bf44ff199f7cd4a984/A of ff4cb0b6916721bf44ff199f7cd4a984 into 05cbaf4368d64db7b8d27dcb2c6d50ae(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:19,826 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:19,826 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., storeName=ff4cb0b6916721bf44ff199f7cd4a984/A, priority=13, startTime=1731985159791; duration=0sec 2024-11-19T02:59:19,826 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:19,826 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff4cb0b6916721bf44ff199f7cd4a984:A 2024-11-19T02:59:19,827 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:19,833 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:19,833 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): ff4cb0b6916721bf44ff199f7cd4a984/C is initiating minor compaction (all files) 2024-11-19T02:59:19,833 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ff4cb0b6916721bf44ff199f7cd4a984/C in TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:19,833 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/46f99c86a1e54791bb9a78558ea944d8, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/b4f9061aa268447e85b1f859f4364447, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/e77b6a0bacc54dc6801efc732c4f7232] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp, totalSize=36.9 K 2024-11-19T02:59:19,833 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46f99c86a1e54791bb9a78558ea944d8, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731985157564 2024-11-19T02:59:19,834 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4f9061aa268447e85b1f859f4364447, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731985157895 2024-11-19T02:59:19,834 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting e77b6a0bacc54dc6801efc732c4f7232, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731985158548 2024-11-19T02:59:19,838 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ff4cb0b6916721bf44ff199f7cd4a984/B of ff4cb0b6916721bf44ff199f7cd4a984 into eb9b9b2f9e714cada9c79b23ca6ce2c3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:19,838 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:19,838 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., storeName=ff4cb0b6916721bf44ff199f7cd4a984/B, priority=13, startTime=1731985159791; duration=0sec 2024-11-19T02:59:19,838 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:19,838 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff4cb0b6916721bf44ff199f7cd4a984:B 2024-11-19T02:59:19,842 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff4cb0b6916721bf44ff199f7cd4a984#C#compaction#299 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:19,843 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/5967a760e1c44d6ab2c086e9df284009 is 50, key is test_row_0/C:col10/1731985159699/Put/seqid=0 2024-11-19T02:59:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:19,851 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:59:19,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ff4cb0b6916721bf44ff199f7cd4a984 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-19T02:59:19,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742169_1345 (size=13323) 2024-11-19T02:59:19,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/702f360bf57f4cfea6eaea7481630c83 is 50, key is test_row_0/A:col10/1731985159850/Put/seqid=0 2024-11-19T02:59:19,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742170_1346 (size=12301) 2024-11-19T02:59:19,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/702f360bf57f4cfea6eaea7481630c83 2024-11-19T02:59:19,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/b3625c631ec846de9944c308b456becb is 50, key is test_row_0/B:col10/1731985159850/Put/seqid=0 2024-11-19T02:59:19,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742171_1347 (size=12301) 2024-11-19T02:59:19,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985219892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:19,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:19,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985219892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:19,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:19,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:19,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:19,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:19,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:19,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:20,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:20,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985219999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:20,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:20,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:20,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:20,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985219999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:20,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:20,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:20,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:20,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:20,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-19T02:59:20,069 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:59:20,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:59:20,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-11-19T02:59:20,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-19T02:59:20,072 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:59:20,072 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:59:20,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:59:20,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-19T02:59:20,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985220209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:20,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:20,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:20,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985220209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:20,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:20,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:20,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:20,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:20,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-19T02:59:20,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:20,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:20,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:20,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:20,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:20,266 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/5967a760e1c44d6ab2c086e9df284009 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/5967a760e1c44d6ab2c086e9df284009 2024-11-19T02:59:20,271 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ff4cb0b6916721bf44ff199f7cd4a984/C of ff4cb0b6916721bf44ff199f7cd4a984 into 5967a760e1c44d6ab2c086e9df284009(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:20,271 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:20,271 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., storeName=ff4cb0b6916721bf44ff199f7cd4a984/C, priority=13, startTime=1731985159791; duration=0sec 2024-11-19T02:59:20,271 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:20,271 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff4cb0b6916721bf44ff199f7cd4a984:C 2024-11-19T02:59:20,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/b3625c631ec846de9944c308b456becb 2024-11-19T02:59:20,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/58ed46cc42ed4cf588ccea96eda1503c is 50, key is test_row_0/C:col10/1731985159850/Put/seqid=0 2024-11-19T02:59:20,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742172_1348 (size=12301) 2024-11-19T02:59:20,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-19T02:59:20,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:20,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:20,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:20,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:20,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-19T02:59:20,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985220519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:20,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:20,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:20,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985220519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:20,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:20,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:20,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:20,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:20,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-19T02:59:20,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:20,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:20,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:20,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:20,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:20,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-19T02:59:20,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:20,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:20,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:20,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:20,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-19T02:59:20,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46744 deadline: 1731985220699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:20,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46722 deadline: 1731985220699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:20,702 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_0' in ff4cb0b6916721bf44ff199f7cd4a984 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T02:59:20,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:20,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:20,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:20,703 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_1' in ff4cb0b6916721bf44ff199f7cd4a984 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T02:59:20,703 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:20,703 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:20,703 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:20,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/58ed46cc42ed4cf588ccea96eda1503c 2024-11-19T02:59:20,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46726 deadline: 1731985220709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:20,712 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_0' in ff4cb0b6916721bf44ff199f7cd4a984 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T02:59:20,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:20,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:20,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:20,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/702f360bf57f4cfea6eaea7481630c83 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/702f360bf57f4cfea6eaea7481630c83 2024-11-19T02:59:20,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/702f360bf57f4cfea6eaea7481630c83, entries=150, sequenceid=455, filesize=12.0 K 2024-11-19T02:59:20,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/b3625c631ec846de9944c308b456becb as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/b3625c631ec846de9944c308b456becb 2024-11-19T02:59:20,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/b3625c631ec846de9944c308b456becb, entries=150, sequenceid=455, filesize=12.0 K 2024-11-19T02:59:20,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/58ed46cc42ed4cf588ccea96eda1503c as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/58ed46cc42ed4cf588ccea96eda1503c 2024-11-19T02:59:20,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/58ed46cc42ed4cf588ccea96eda1503c, entries=150, sequenceid=455, filesize=12.0 K 2024-11-19T02:59:20,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for ff4cb0b6916721bf44ff199f7cd4a984 in 879ms, sequenceid=455, compaction requested=false 2024-11-19T02:59:20,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:20,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-19T02:59:20,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:20,839 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2902): Flushing ff4cb0b6916721bf44ff199f7cd4a984 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-19T02:59:20,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/aadbb59f42094d808ddf994142375415 is 50, key is test_row_0/A:col10/1731985159884/Put/seqid=0 2024-11-19T02:59:20,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742173_1349 (size=12301) 2024-11-19T02:59:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:21,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:21,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985221060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:21,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:21,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:21,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:21,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985221064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:21,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:21,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:21,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:21,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985221169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:21,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:21,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985221170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:21,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:21,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:21,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:21,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:21,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-19T02:59:21,248 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/aadbb59f42094d808ddf994142375415 2024-11-19T02:59:21,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/63dec9dd11e741268daf990005a031a1 is 50, key is test_row_0/B:col10/1731985159884/Put/seqid=0 2024-11-19T02:59:21,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742174_1350 (size=12301) 2024-11-19T02:59:21,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985221379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:21,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:21,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:21,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:21,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985221379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:21,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:21,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:21,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:21,666 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/63dec9dd11e741268daf990005a031a1 2024-11-19T02:59:21,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/918e28804bcd485a9c15a648067b9716 is 50, key is test_row_0/C:col10/1731985159884/Put/seqid=0 2024-11-19T02:59:21,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742175_1351 (size=12301) 2024-11-19T02:59:21,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985221689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:21,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:21,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:21,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:21,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985221689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:21,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:21,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:21,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:22,078 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/918e28804bcd485a9c15a648067b9716 2024-11-19T02:59:22,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/aadbb59f42094d808ddf994142375415 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/aadbb59f42094d808ddf994142375415 2024-11-19T02:59:22,089 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/aadbb59f42094d808ddf994142375415, entries=150, sequenceid=474, filesize=12.0 K 2024-11-19T02:59:22,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/63dec9dd11e741268daf990005a031a1 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/63dec9dd11e741268daf990005a031a1 2024-11-19T02:59:22,093 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/63dec9dd11e741268daf990005a031a1, entries=150, sequenceid=474, filesize=12.0 K 2024-11-19T02:59:22,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/918e28804bcd485a9c15a648067b9716 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/918e28804bcd485a9c15a648067b9716 2024-11-19T02:59:22,097 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/918e28804bcd485a9c15a648067b9716, entries=150, sequenceid=474, filesize=12.0 K 2024-11-19T02:59:22,098 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for ff4cb0b6916721bf44ff199f7cd4a984 in 1259ms, sequenceid=474, compaction requested=true 2024-11-19T02:59:22,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:22,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:22,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-11-19T02:59:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=89 2024-11-19T02:59:22,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-19T02:59:22,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0270 sec 2024-11-19T02:59:22,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 2.0320 sec 2024-11-19T02:59:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:22,202 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:59:22,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ff4cb0b6916721bf44ff199f7cd4a984 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-19T02:59:22,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/ee4be4c9987b4f129499a7d6f16e307f is 50, key is test_row_0/A:col10/1731985162202/Put/seqid=0 2024-11-19T02:59:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-19T02:59:22,219 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:59:22,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:59:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees 2024-11-19T02:59:22,222 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:59:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-19T02:59:22,223 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:59:22,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:59:22,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742176_1352 (size=14741) 2024-11-19T02:59:22,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/ee4be4c9987b4f129499a7d6f16e307f 2024-11-19T02:59:22,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/5812eb58dc044784ba04cccc05014b91 is 50, key is test_row_0/B:col10/1731985162202/Put/seqid=0 2024-11-19T02:59:22,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985222234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:22,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:22,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:22,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:22,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985222236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:22,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742177_1353 (size=12301) 2024-11-19T02:59:22,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/5812eb58dc044784ba04cccc05014b91 2024-11-19T02:59:22,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/5562ce0e80cd42c7a809f26f30ba35fd is 50, key is test_row_0/C:col10/1731985162202/Put/seqid=0 2024-11-19T02:59:22,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742178_1354 (size=12301) 2024-11-19T02:59:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-19T02:59:22,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985222349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:22,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:22,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:22,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985222349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:22,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:22,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:22,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:22,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:22,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-19T02:59:22,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:22,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:22,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:22,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:22,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:22,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-19T02:59:22,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:22,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:22,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:22,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:22,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-19T02:59:22,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1731985222559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:22,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:22,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:22,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:22,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46780 deadline: 1731985222559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:22,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:22,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:22,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:22,607 INFO [Thread-1179 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1179. 2024-11-19T02:59:22,607 INFO [Thread-1181 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1181. 2024-11-19T02:59:22,607 DEBUG [Thread-1179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:59:22,607 DEBUG [Thread-1181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:59:22,607 DEBUG [Thread-1179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:22,607 DEBUG [Thread-1181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:22,608 DEBUG [Thread-1181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:22,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:59:22,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:59:22,608 DEBUG [Thread-1179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:22,610 INFO [Thread-1183 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1183. 2024-11-19T02:59:22,610 DEBUG [Thread-1183 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:59:22,610 DEBUG [Thread-1183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:22,610 DEBUG [Thread-1183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:22,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:59:22,611 INFO [Thread-1185 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1185. 2024-11-19T02:59:22,611 DEBUG [Thread-1185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:59:22,611 DEBUG [Thread-1185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:22,611 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:59:22,612 DEBUG [Thread-1185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:22,612 INFO [Thread-1177 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1177. 2024-11-19T02:59:22,612 DEBUG [Thread-1177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:59:22,612 DEBUG [Thread-1177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:22,612 DEBUG [Thread-1177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:22,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:59:22,673 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/5562ce0e80cd42c7a809f26f30ba35fd 2024-11-19T02:59:22,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/ee4be4c9987b4f129499a7d6f16e307f as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/ee4be4c9987b4f129499a7d6f16e307f 2024-11-19T02:59:22,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/ee4be4c9987b4f129499a7d6f16e307f, entries=200, sequenceid=494, filesize=14.4 K 2024-11-19T02:59:22,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/5812eb58dc044784ba04cccc05014b91 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/5812eb58dc044784ba04cccc05014b91 2024-11-19T02:59:22,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-19T02:59:22,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:22,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:22,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:22,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:22,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:22,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/5812eb58dc044784ba04cccc05014b91, entries=150, sequenceid=494, filesize=12.0 K 2024-11-19T02:59:22,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/5562ce0e80cd42c7a809f26f30ba35fd as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/5562ce0e80cd42c7a809f26f30ba35fd 2024-11-19T02:59:22,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/5562ce0e80cd42c7a809f26f30ba35fd, entries=150, sequenceid=494, filesize=12.0 K 2024-11-19T02:59:22,690 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for ff4cb0b6916721bf44ff199f7cd4a984 in 488ms, sequenceid=494, compaction requested=true 2024-11-19T02:59:22,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:22,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff4cb0b6916721bf44ff199f7cd4a984:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:59:22,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:22,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff4cb0b6916721bf44ff199f7cd4a984:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:59:22,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:22,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff4cb0b6916721bf44ff199f7cd4a984:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:59:22,690 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:59:22,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:22,690 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:59:22,691 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:59:22,691 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52666 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:59:22,691 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): ff4cb0b6916721bf44ff199f7cd4a984/B is initiating minor compaction (all files) 2024-11-19T02:59:22,691 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): ff4cb0b6916721bf44ff199f7cd4a984/A is initiating minor compaction (all files) 2024-11-19T02:59:22,691 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ff4cb0b6916721bf44ff199f7cd4a984/A in TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:22,691 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ff4cb0b6916721bf44ff199f7cd4a984/B in TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:22,691 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/05cbaf4368d64db7b8d27dcb2c6d50ae, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/702f360bf57f4cfea6eaea7481630c83, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/aadbb59f42094d808ddf994142375415, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/ee4be4c9987b4f129499a7d6f16e307f] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp, totalSize=51.4 K 2024-11-19T02:59:22,691 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/eb9b9b2f9e714cada9c79b23ca6ce2c3, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/b3625c631ec846de9944c308b456becb, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/63dec9dd11e741268daf990005a031a1, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/5812eb58dc044784ba04cccc05014b91] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp, totalSize=49.0 K 2024-11-19T02:59:22,692 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting eb9b9b2f9e714cada9c79b23ca6ce2c3, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731985158548 2024-11-19T02:59:22,692 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05cbaf4368d64db7b8d27dcb2c6d50ae, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731985158548 2024-11-19T02:59:22,692 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 702f360bf57f4cfea6eaea7481630c83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731985159730 2024-11-19T02:59:22,692 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting b3625c631ec846de9944c308b456becb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731985159730 2024-11-19T02:59:22,692 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting aadbb59f42094d808ddf994142375415, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731985159873 2024-11-19T02:59:22,692 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 63dec9dd11e741268daf990005a031a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731985159873 2024-11-19T02:59:22,692 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee4be4c9987b4f129499a7d6f16e307f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1731985161050 2024-11-19T02:59:22,692 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 5812eb58dc044784ba04cccc05014b91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1731985161050 2024-11-19T02:59:22,699 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff4cb0b6916721bf44ff199f7cd4a984#B#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:22,699 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/aa931aa2da0046c683b35bafa8a51b51 is 50, key is test_row_0/B:col10/1731985162202/Put/seqid=0 2024-11-19T02:59:22,701 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff4cb0b6916721bf44ff199f7cd4a984#A#compaction#310 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:22,701 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/fe757ee847564c268909841ce3aa9492 is 50, key is test_row_0/A:col10/1731985162202/Put/seqid=0 2024-11-19T02:59:22,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742179_1355 (size=13459) 2024-11-19T02:59:22,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742180_1356 (size=13459) 2024-11-19T02:59:22,708 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/aa931aa2da0046c683b35bafa8a51b51 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/aa931aa2da0046c683b35bafa8a51b51 2024-11-19T02:59:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:22,710 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:59:22,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ff4cb0b6916721bf44ff199f7cd4a984 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-19T02:59:22,711 INFO [Thread-1168 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1168. 2024-11-19T02:59:22,711 INFO [Thread-1174 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1174. 2024-11-19T02:59:22,711 DEBUG [Thread-1168 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:59:22,711 DEBUG [Thread-1168 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:22,711 DEBUG [Thread-1174 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:59:22,711 DEBUG [Thread-1174 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:22,711 DEBUG [Thread-1168 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:22,711 DEBUG [Thread-1174 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:22,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:59:22,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:59:22,712 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ff4cb0b6916721bf44ff199f7cd4a984/B of ff4cb0b6916721bf44ff199f7cd4a984 into aa931aa2da0046c683b35bafa8a51b51(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:22,712 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:22,712 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., storeName=ff4cb0b6916721bf44ff199f7cd4a984/B, priority=12, startTime=1731985162690; duration=0sec 2024-11-19T02:59:22,712 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:22,712 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff4cb0b6916721bf44ff199f7cd4a984:B 2024-11-19T02:59:22,712 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:59:22,713 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:59:22,713 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): ff4cb0b6916721bf44ff199f7cd4a984/C is initiating minor compaction (all files) 2024-11-19T02:59:22,713 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ff4cb0b6916721bf44ff199f7cd4a984/C in TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:22,714 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/5967a760e1c44d6ab2c086e9df284009, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/58ed46cc42ed4cf588ccea96eda1503c, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/918e28804bcd485a9c15a648067b9716, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/5562ce0e80cd42c7a809f26f30ba35fd] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp, totalSize=49.0 K 2024-11-19T02:59:22,714 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 5967a760e1c44d6ab2c086e9df284009, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731985158548 2024-11-19T02:59:22,714 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 58ed46cc42ed4cf588ccea96eda1503c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731985159730 2024-11-19T02:59:22,714 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 918e28804bcd485a9c15a648067b9716, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731985159873 2024-11-19T02:59:22,715 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 5562ce0e80cd42c7a809f26f30ba35fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1731985161050 2024-11-19T02:59:22,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/27ea385a6f814165af1dec0b17b5575f is 50, key is test_row_0/A:col10/1731985162709/Put/seqid=0 2024-11-19T02:59:22,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742181_1357 (size=12301) 2024-11-19T02:59:22,722 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff4cb0b6916721bf44ff199f7cd4a984#C#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:22,722 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/48f2542d91454ee0a55aee9693f244fb is 50, key is test_row_0/C:col10/1731985162202/Put/seqid=0 2024-11-19T02:59:22,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742182_1358 (size=13459) 2024-11-19T02:59:22,730 INFO [Thread-1166 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1166. 2024-11-19T02:59:22,730 DEBUG [Thread-1166 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:59:22,730 DEBUG [Thread-1166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:22,731 DEBUG [Thread-1166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:22,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:59:22,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-19T02:59:22,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:22,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:22,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:22,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:22,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-19T02:59:22,870 INFO [Thread-1172 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1172. 2024-11-19T02:59:22,870 DEBUG [Thread-1172 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:59:22,870 INFO [Thread-1170 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1170. 2024-11-19T02:59:22,870 DEBUG [Thread-1172 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:22,870 DEBUG [Thread-1170 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:59:22,870 DEBUG [Thread-1170 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:22,870 DEBUG [Thread-1172 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:22,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:59:22,870 DEBUG [Thread-1170 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:22,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:59:22,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-19T02:59:22,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:22,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:22,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:22,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:22,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:23,110 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/fe757ee847564c268909841ce3aa9492 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/fe757ee847564c268909841ce3aa9492 2024-11-19T02:59:23,115 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ff4cb0b6916721bf44ff199f7cd4a984/A of ff4cb0b6916721bf44ff199f7cd4a984 into fe757ee847564c268909841ce3aa9492(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:23,115 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:23,115 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., storeName=ff4cb0b6916721bf44ff199f7cd4a984/A, priority=12, startTime=1731985162690; duration=0sec 2024-11-19T02:59:23,115 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:23,115 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff4cb0b6916721bf44ff199f7cd4a984:A 2024-11-19T02:59:23,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/27ea385a6f814165af1dec0b17b5575f 2024-11-19T02:59:23,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/c428ff98ef7d4a74aff560759dbeb1af is 50, key is test_row_0/B:col10/1731985162709/Put/seqid=0 2024-11-19T02:59:23,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742183_1359 (size=12301) 2024-11-19T02:59:23,130 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/48f2542d91454ee0a55aee9693f244fb as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/48f2542d91454ee0a55aee9693f244fb 2024-11-19T02:59:23,134 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ff4cb0b6916721bf44ff199f7cd4a984/C of ff4cb0b6916721bf44ff199f7cd4a984 into 48f2542d91454ee0a55aee9693f244fb(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:23,134 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:23,134 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984., storeName=ff4cb0b6916721bf44ff199f7cd4a984/C, priority=12, startTime=1731985162690; duration=0sec 2024-11-19T02:59:23,134 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:23,134 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff4cb0b6916721bf44ff199f7cd4a984:C 2024-11-19T02:59:23,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-19T02:59:23,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:23,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:23,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:23,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:23,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:23,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-19T02:59:23,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:23,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:23,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:23,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:23,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-19T02:59:23,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-19T02:59:23,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:23,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:23,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:23,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:23,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:23,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:23,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/c428ff98ef7d4a74aff560759dbeb1af 2024-11-19T02:59:23,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/1191479d7714467da4ff8c783aa56a95 is 50, key is test_row_0/C:col10/1731985162709/Put/seqid=0 2024-11-19T02:59:23,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742184_1360 (size=12301) 2024-11-19T02:59:23,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-19T02:59:23,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:23,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:23,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:23,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:23,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:23,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-19T02:59:23,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:23,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:23,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:23,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:23,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:23,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:23,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-19T02:59:23,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:23,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. as already flushing 2024-11-19T02:59:23,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:23,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:23,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:23,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:23,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/1191479d7714467da4ff8c783aa56a95 2024-11-19T02:59:23,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/27ea385a6f814165af1dec0b17b5575f as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/27ea385a6f814165af1dec0b17b5575f 2024-11-19T02:59:23,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/27ea385a6f814165af1dec0b17b5575f, entries=150, sequenceid=512, filesize=12.0 K 2024-11-19T02:59:23,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/c428ff98ef7d4a74aff560759dbeb1af as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/c428ff98ef7d4a74aff560759dbeb1af 2024-11-19T02:59:23,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/c428ff98ef7d4a74aff560759dbeb1af, entries=150, sequenceid=512, filesize=12.0 K 2024-11-19T02:59:23,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/1191479d7714467da4ff8c783aa56a95 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/1191479d7714467da4ff8c783aa56a95 2024-11-19T02:59:23,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/1191479d7714467da4ff8c783aa56a95, entries=150, sequenceid=512, filesize=12.0 K 2024-11-19T02:59:23,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=20.13 KB/20610 for ff4cb0b6916721bf44ff199f7cd4a984 in 1242ms, sequenceid=512, compaction requested=false 2024-11-19T02:59:23,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:24,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-19T02:59:24,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:24,059 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2902): Flushing ff4cb0b6916721bf44ff199f7cd4a984 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-19T02:59:24,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/961d64205ac24f7d896e9306d574d196 is 50, key is test_row_0/A:col10/1731985162729/Put/seqid=0 2024-11-19T02:59:24,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742185_1361 (size=12301) 2024-11-19T02:59:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-19T02:59:24,466 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/961d64205ac24f7d896e9306d574d196 2024-11-19T02:59:24,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/3e6967a13cae48bd824129739a26d338 is 50, key is test_row_0/B:col10/1731985162729/Put/seqid=0 2024-11-19T02:59:24,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742186_1362 (size=12301) 2024-11-19T02:59:24,876 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/3e6967a13cae48bd824129739a26d338 2024-11-19T02:59:24,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/fdd475b929dd4950a198ab4fd84d82ff is 50, key is test_row_0/C:col10/1731985162729/Put/seqid=0 2024-11-19T02:59:24,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742187_1363 (size=12301) 2024-11-19T02:59:25,286 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/fdd475b929dd4950a198ab4fd84d82ff 2024-11-19T02:59:25,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/A/961d64205ac24f7d896e9306d574d196 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/961d64205ac24f7d896e9306d574d196 2024-11-19T02:59:25,293 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/961d64205ac24f7d896e9306d574d196, entries=150, sequenceid=521, filesize=12.0 K 2024-11-19T02:59:25,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/B/3e6967a13cae48bd824129739a26d338 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/3e6967a13cae48bd824129739a26d338 2024-11-19T02:59:25,297 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/3e6967a13cae48bd824129739a26d338, entries=150, sequenceid=521, filesize=12.0 K 2024-11-19T02:59:25,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/.tmp/C/fdd475b929dd4950a198ab4fd84d82ff as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/fdd475b929dd4950a198ab4fd84d82ff 2024-11-19T02:59:25,300 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/fdd475b929dd4950a198ab4fd84d82ff, entries=150, sequenceid=521, filesize=12.0 K 2024-11-19T02:59:25,301 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for ff4cb0b6916721bf44ff199f7cd4a984 in 1242ms, sequenceid=521, compaction requested=true 2024-11-19T02:59:25,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2603): Flush status journal for ff4cb0b6916721bf44ff199f7cd4a984: 2024-11-19T02:59:25,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:25,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=91 2024-11-19T02:59:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=91 2024-11-19T02:59:25,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-19T02:59:25,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0800 sec 2024-11-19T02:59:25,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees in 3.0840 sec 2024-11-19T02:59:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-19T02:59:26,390 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:59:26,390 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-19T02:59:26,390 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-19T02:59:26,390 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-19T02:59:26,390 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 125 2024-11-19T02:59:26,390 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-11-19T02:59:26,390 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-19T02:59:26,390 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-19T02:59:26,390 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2975 2024-11-19T02:59:26,390 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2950 2024-11-19T02:59:26,390 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2914 2024-11-19T02:59:26,390 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2961 2024-11-19T02:59:26,390 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2961 2024-11-19T02:59:26,390 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-19T02:59:26,390 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T02:59:26,390 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T02:59:26,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:26,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:26,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:59:26,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-19T02:59:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-19T02:59:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-19T02:59:26,394 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731985166394"}]},"ts":"1731985166394"} 2024-11-19T02:59:26,395 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-19T02:59:26,395 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-19T02:59:26,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T02:59:26,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ff4cb0b6916721bf44ff199f7cd4a984, UNASSIGN}] 2024-11-19T02:59:26,398 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ff4cb0b6916721bf44ff199f7cd4a984, UNASSIGN 2024-11-19T02:59:26,398 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=ff4cb0b6916721bf44ff199f7cd4a984, regionState=CLOSING, regionLocation=e93af88909ff,45689,1731985081997 2024-11-19T02:59:26,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ff4cb0b6916721bf44ff199f7cd4a984, UNASSIGN because future has completed 2024-11-19T02:59:26,399 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T02:59:26,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997}] 2024-11-19T02:59:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-19T02:59:26,551 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(122): Close ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:26,551 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T02:59:26,552 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1722): Closing ff4cb0b6916721bf44ff199f7cd4a984, disabling compactions & flushes 2024-11-19T02:59:26,552 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:26,552 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:26,552 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. after waiting 0 ms 2024-11-19T02:59:26,552 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:26,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/70704177f8944c53aef68fc4a37299e0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/385c143b48cb43808d3d751a0ba9c37c, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/56524025a4494ed8854d756fe51aadee, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/84315b10449144feb1fcfce76f6f6c8a, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/57a337b2723140c4912a306c9b2e2fee, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/3e3cc31cfe37458da493b8e9d56861f0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/bf892224926c4f6bb4d95c1db0172d43, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/cc48b86a1c164d579f0eb00d5d775753, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/b5f74b59f3474924b4e775c6f83a8329, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/fadbc91305fe4bb9aa8b6d260f1d79b4, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/1dbea0cb2d054a988383c03bf1d8f601, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/1076be794b4c47b1b5f11379011769aa, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/3f90a13685344902924e3b9e5aa909ae, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/6b5cedc8d8b34c1c9e1cc17c40eef06b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/1e36443b0dc3444bb4ced52a21dcd796, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/6dc616995d8d4024b3ddac135518c1ae, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/65ba117e18774e3aa0d72ccef8d7ddf2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/f5599155c2ee47318ae37ad4b61d8c6c, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/ada8c98327b74740bc02cfadae380cc3, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/6576f53e66ca4e83bd15b1bcea1cee01, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/e60099350c1e4275aaad91d6e38abd67, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/758c326dc3d1465db80a99befcd8a1ba, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/6513f36eca714c3f9eb87e77c1e53f52, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/810bf961914b4baf914d70bd0e921dc8, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/f3e36a16c4124bacb9631153bcaef906, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/80554d884d2b4267980d7261c5fbfb73, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/618d93dfc0a342a095cfbaf879283a76, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/17fe02bde4724167b5003d7053d656e3, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/47d7829052804b888b079de878851439, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/05cbaf4368d64db7b8d27dcb2c6d50ae, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/34d1de75f6544594967bfb431111429b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/702f360bf57f4cfea6eaea7481630c83, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/aadbb59f42094d808ddf994142375415, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/ee4be4c9987b4f129499a7d6f16e307f] to archive 2024-11-19T02:59:26,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T02:59:26,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/70704177f8944c53aef68fc4a37299e0 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/70704177f8944c53aef68fc4a37299e0 2024-11-19T02:59:26,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/385c143b48cb43808d3d751a0ba9c37c to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/385c143b48cb43808d3d751a0ba9c37c 2024-11-19T02:59:26,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/56524025a4494ed8854d756fe51aadee to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/56524025a4494ed8854d756fe51aadee 2024-11-19T02:59:26,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/84315b10449144feb1fcfce76f6f6c8a to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/84315b10449144feb1fcfce76f6f6c8a 2024-11-19T02:59:26,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/57a337b2723140c4912a306c9b2e2fee to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/57a337b2723140c4912a306c9b2e2fee 2024-11-19T02:59:26,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/3e3cc31cfe37458da493b8e9d56861f0 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/3e3cc31cfe37458da493b8e9d56861f0 2024-11-19T02:59:26,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/bf892224926c4f6bb4d95c1db0172d43 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/bf892224926c4f6bb4d95c1db0172d43 2024-11-19T02:59:26,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/cc48b86a1c164d579f0eb00d5d775753 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/cc48b86a1c164d579f0eb00d5d775753 2024-11-19T02:59:26,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/b5f74b59f3474924b4e775c6f83a8329 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/b5f74b59f3474924b4e775c6f83a8329 2024-11-19T02:59:26,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/fadbc91305fe4bb9aa8b6d260f1d79b4 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/fadbc91305fe4bb9aa8b6d260f1d79b4 2024-11-19T02:59:26,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/1dbea0cb2d054a988383c03bf1d8f601 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/1dbea0cb2d054a988383c03bf1d8f601 2024-11-19T02:59:26,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/1076be794b4c47b1b5f11379011769aa to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/1076be794b4c47b1b5f11379011769aa 2024-11-19T02:59:26,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/3f90a13685344902924e3b9e5aa909ae to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/3f90a13685344902924e3b9e5aa909ae 2024-11-19T02:59:26,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/6b5cedc8d8b34c1c9e1cc17c40eef06b to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/6b5cedc8d8b34c1c9e1cc17c40eef06b 2024-11-19T02:59:26,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/1e36443b0dc3444bb4ced52a21dcd796 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/1e36443b0dc3444bb4ced52a21dcd796 2024-11-19T02:59:26,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/6dc616995d8d4024b3ddac135518c1ae to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/6dc616995d8d4024b3ddac135518c1ae 2024-11-19T02:59:26,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/65ba117e18774e3aa0d72ccef8d7ddf2 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/65ba117e18774e3aa0d72ccef8d7ddf2 2024-11-19T02:59:26,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/f5599155c2ee47318ae37ad4b61d8c6c to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/f5599155c2ee47318ae37ad4b61d8c6c 2024-11-19T02:59:26,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/ada8c98327b74740bc02cfadae380cc3 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/ada8c98327b74740bc02cfadae380cc3 2024-11-19T02:59:26,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/6576f53e66ca4e83bd15b1bcea1cee01 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/6576f53e66ca4e83bd15b1bcea1cee01 2024-11-19T02:59:26,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/e60099350c1e4275aaad91d6e38abd67 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/e60099350c1e4275aaad91d6e38abd67 2024-11-19T02:59:26,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/758c326dc3d1465db80a99befcd8a1ba to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/758c326dc3d1465db80a99befcd8a1ba 2024-11-19T02:59:26,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/6513f36eca714c3f9eb87e77c1e53f52 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/6513f36eca714c3f9eb87e77c1e53f52 2024-11-19T02:59:26,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/810bf961914b4baf914d70bd0e921dc8 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/810bf961914b4baf914d70bd0e921dc8 2024-11-19T02:59:26,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/f3e36a16c4124bacb9631153bcaef906 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/f3e36a16c4124bacb9631153bcaef906 2024-11-19T02:59:26,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/80554d884d2b4267980d7261c5fbfb73 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/80554d884d2b4267980d7261c5fbfb73 2024-11-19T02:59:26,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/618d93dfc0a342a095cfbaf879283a76 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/618d93dfc0a342a095cfbaf879283a76 2024-11-19T02:59:26,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/17fe02bde4724167b5003d7053d656e3 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/17fe02bde4724167b5003d7053d656e3 2024-11-19T02:59:26,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/47d7829052804b888b079de878851439 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/47d7829052804b888b079de878851439 2024-11-19T02:59:26,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/05cbaf4368d64db7b8d27dcb2c6d50ae to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/05cbaf4368d64db7b8d27dcb2c6d50ae 2024-11-19T02:59:26,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/34d1de75f6544594967bfb431111429b to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/34d1de75f6544594967bfb431111429b 2024-11-19T02:59:26,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/702f360bf57f4cfea6eaea7481630c83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/702f360bf57f4cfea6eaea7481630c83 2024-11-19T02:59:26,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/aadbb59f42094d808ddf994142375415 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/aadbb59f42094d808ddf994142375415 2024-11-19T02:59:26,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/ee4be4c9987b4f129499a7d6f16e307f to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/ee4be4c9987b4f129499a7d6f16e307f 2024-11-19T02:59:26,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/ab5a62df640a424c8fb16584fdcbf6c7, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/57f2916bb3ec4bf4b9314412628a1c27, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/f9f20b3cbd984c8ab762e951830f5bf6, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/29517c4a4f494d44b4ff49ac0512d074, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/643d4359bc2546fc9b39281f7c9ef999, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/98edab538e434402a87b8497fff0f7c7, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/df505030169a4bdc9816894ffd9c3b83, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/8dd6e66ae3f04d73ba02df8d5ff87159, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/091599331f7345ab80a1379af70ebf7a, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/5a028f77e2bb4185b0e16f1fa7d2d63b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/4e1d9c38441e4f87b50565d55c879005, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/8d738e95498340fba419777f83ca346e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/04f0733f11dc4b4a9a22043f76ca1323, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/935cb4ef52a64e759b8b8d0cbeaa2184, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/bbde0afe4e2a4d018c478be7875578d3, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/f2ae152fd421445b95070d6523d9ab7c, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/5e890aa9494a48d9a0dfb9d2e0ddd767, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/49bf6637b0be4ffc93ea8ba0f2530608, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/3c143c01b6c14017a13aad37364967c0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/9c72c1e407df475ea64bc55f8fe2b8cb, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/139f7287268b4c19840cd7ce9d5e26e2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/4b630705d34b41979ec4b6bfea72e885, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/c63f4349aae249b58505ec373fd3d321, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/f456597b9ef7484091454afbb2213ece, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/211ef5e341fd4da188430d0461766a30, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/8b21a2f6d4494640911fcfc9db983bdd, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/5dc08efec98747ca90691392ee204a07, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/cea43ae41787400e972f5ba258f78795, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/a5fd157cbf2b405985e21185d85c9a78, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/eb9b9b2f9e714cada9c79b23ca6ce2c3, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/fcec2c67bb23418a95dc8847bc296371, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/b3625c631ec846de9944c308b456becb, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/63dec9dd11e741268daf990005a031a1, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/5812eb58dc044784ba04cccc05014b91] to archive 2024-11-19T02:59:26,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T02:59:26,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/ab5a62df640a424c8fb16584fdcbf6c7 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/ab5a62df640a424c8fb16584fdcbf6c7 2024-11-19T02:59:26,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/57f2916bb3ec4bf4b9314412628a1c27 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/57f2916bb3ec4bf4b9314412628a1c27 2024-11-19T02:59:26,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/f9f20b3cbd984c8ab762e951830f5bf6 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/f9f20b3cbd984c8ab762e951830f5bf6 2024-11-19T02:59:26,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/29517c4a4f494d44b4ff49ac0512d074 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/29517c4a4f494d44b4ff49ac0512d074 2024-11-19T02:59:26,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/643d4359bc2546fc9b39281f7c9ef999 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/643d4359bc2546fc9b39281f7c9ef999 2024-11-19T02:59:26,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/98edab538e434402a87b8497fff0f7c7 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/98edab538e434402a87b8497fff0f7c7 2024-11-19T02:59:26,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/df505030169a4bdc9816894ffd9c3b83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/df505030169a4bdc9816894ffd9c3b83 2024-11-19T02:59:26,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/8dd6e66ae3f04d73ba02df8d5ff87159 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/8dd6e66ae3f04d73ba02df8d5ff87159 2024-11-19T02:59:26,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/091599331f7345ab80a1379af70ebf7a to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/091599331f7345ab80a1379af70ebf7a 2024-11-19T02:59:26,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/5a028f77e2bb4185b0e16f1fa7d2d63b to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/5a028f77e2bb4185b0e16f1fa7d2d63b 2024-11-19T02:59:26,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/4e1d9c38441e4f87b50565d55c879005 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/4e1d9c38441e4f87b50565d55c879005 2024-11-19T02:59:26,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/8d738e95498340fba419777f83ca346e to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/8d738e95498340fba419777f83ca346e 2024-11-19T02:59:26,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/04f0733f11dc4b4a9a22043f76ca1323 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/04f0733f11dc4b4a9a22043f76ca1323 2024-11-19T02:59:26,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/935cb4ef52a64e759b8b8d0cbeaa2184 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/935cb4ef52a64e759b8b8d0cbeaa2184 2024-11-19T02:59:26,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/bbde0afe4e2a4d018c478be7875578d3 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/bbde0afe4e2a4d018c478be7875578d3 2024-11-19T02:59:26,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/f2ae152fd421445b95070d6523d9ab7c to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/f2ae152fd421445b95070d6523d9ab7c 2024-11-19T02:59:26,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/5e890aa9494a48d9a0dfb9d2e0ddd767 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/5e890aa9494a48d9a0dfb9d2e0ddd767 2024-11-19T02:59:26,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/49bf6637b0be4ffc93ea8ba0f2530608 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/49bf6637b0be4ffc93ea8ba0f2530608 2024-11-19T02:59:26,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/3c143c01b6c14017a13aad37364967c0 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/3c143c01b6c14017a13aad37364967c0 2024-11-19T02:59:26,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/9c72c1e407df475ea64bc55f8fe2b8cb to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/9c72c1e407df475ea64bc55f8fe2b8cb 2024-11-19T02:59:26,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/139f7287268b4c19840cd7ce9d5e26e2 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/139f7287268b4c19840cd7ce9d5e26e2 2024-11-19T02:59:26,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/4b630705d34b41979ec4b6bfea72e885 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/4b630705d34b41979ec4b6bfea72e885 2024-11-19T02:59:26,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/c63f4349aae249b58505ec373fd3d321 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/c63f4349aae249b58505ec373fd3d321 2024-11-19T02:59:26,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/f456597b9ef7484091454afbb2213ece to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/f456597b9ef7484091454afbb2213ece 2024-11-19T02:59:26,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/211ef5e341fd4da188430d0461766a30 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/211ef5e341fd4da188430d0461766a30 2024-11-19T02:59:26,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/8b21a2f6d4494640911fcfc9db983bdd to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/8b21a2f6d4494640911fcfc9db983bdd 2024-11-19T02:59:26,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/5dc08efec98747ca90691392ee204a07 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/5dc08efec98747ca90691392ee204a07 2024-11-19T02:59:26,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/cea43ae41787400e972f5ba258f78795 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/cea43ae41787400e972f5ba258f78795 2024-11-19T02:59:26,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/a5fd157cbf2b405985e21185d85c9a78 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/a5fd157cbf2b405985e21185d85c9a78 2024-11-19T02:59:26,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/eb9b9b2f9e714cada9c79b23ca6ce2c3 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/eb9b9b2f9e714cada9c79b23ca6ce2c3 2024-11-19T02:59:26,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/fcec2c67bb23418a95dc8847bc296371 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/fcec2c67bb23418a95dc8847bc296371 2024-11-19T02:59:26,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/b3625c631ec846de9944c308b456becb to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/b3625c631ec846de9944c308b456becb 2024-11-19T02:59:26,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/63dec9dd11e741268daf990005a031a1 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/63dec9dd11e741268daf990005a031a1 2024-11-19T02:59:26,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/5812eb58dc044784ba04cccc05014b91 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/5812eb58dc044784ba04cccc05014b91 2024-11-19T02:59:26,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/5f2a997b56d74dd6b2dba23198f67111, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/ea3ce951885744deade5b864b0f5b7ab, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/8e0415b6dca449c4af8c9a933691d924, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/296b5528b500440f9d440f7ad3f23159, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/f071edba746f41e29716cc3a09b3b74c, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/9393d29103e44e2896e6662504371d78, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/87b017c259a74433a13377721d3a26f7, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/737438429f084cf9927516a56f2bf08b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/79470c7e60074b1188cc8ccc0b8e06e2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/e4db27fd515841828c543bb51fea8a85, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/4cac418510944de3a356f789e534741d, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/9269a8612b7a4709a06c9a6825f91bfc, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/d4759a38ca9e48a7b2d79bbbc1432268, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/40f814fe95a04b4baf723d6e6a0b8bf0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/a4a3aae754c24f8c989d48bbfb1c9af7, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/059de8e8a1c941b8b002fe40d7109276, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/36eb6c8018d94f5da3332419b8cf1323, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/7b5cb1468b25437e96afb362103ed158, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/0d2d8fb1eee847528c0780c6465bc1cf, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/4ee5816ae1f7435ab21df9321a4a0d67, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/b7358a2717ce46df9b6800341695215a, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/d77589c398b04604960f30ef857a9718, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/2937841522b24e5693263e2604be0b8f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/06a8aaac8cc843f28c3cc09c065055e4, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/47fb5149ae014f929d40f5c778d7b25c, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/8173da300d8440ab90b8a4d1cdd41137, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/46f99c86a1e54791bb9a78558ea944d8, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/f091076c84bb46f18955276537065288, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/b4f9061aa268447e85b1f859f4364447, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/5967a760e1c44d6ab2c086e9df284009, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/e77b6a0bacc54dc6801efc732c4f7232, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/58ed46cc42ed4cf588ccea96eda1503c, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/918e28804bcd485a9c15a648067b9716, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/5562ce0e80cd42c7a809f26f30ba35fd] to archive 2024-11-19T02:59:26,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T02:59:26,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/5f2a997b56d74dd6b2dba23198f67111 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/5f2a997b56d74dd6b2dba23198f67111 2024-11-19T02:59:26,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/ea3ce951885744deade5b864b0f5b7ab to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/ea3ce951885744deade5b864b0f5b7ab 2024-11-19T02:59:26,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/8e0415b6dca449c4af8c9a933691d924 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/8e0415b6dca449c4af8c9a933691d924 2024-11-19T02:59:26,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/296b5528b500440f9d440f7ad3f23159 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/296b5528b500440f9d440f7ad3f23159 2024-11-19T02:59:26,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/f071edba746f41e29716cc3a09b3b74c to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/f071edba746f41e29716cc3a09b3b74c 2024-11-19T02:59:26,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/9393d29103e44e2896e6662504371d78 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/9393d29103e44e2896e6662504371d78 2024-11-19T02:59:26,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/87b017c259a74433a13377721d3a26f7 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/87b017c259a74433a13377721d3a26f7 2024-11-19T02:59:26,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/737438429f084cf9927516a56f2bf08b to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/737438429f084cf9927516a56f2bf08b 2024-11-19T02:59:26,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/79470c7e60074b1188cc8ccc0b8e06e2 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/79470c7e60074b1188cc8ccc0b8e06e2 2024-11-19T02:59:26,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/e4db27fd515841828c543bb51fea8a85 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/e4db27fd515841828c543bb51fea8a85 2024-11-19T02:59:26,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/4cac418510944de3a356f789e534741d to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/4cac418510944de3a356f789e534741d 2024-11-19T02:59:26,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/9269a8612b7a4709a06c9a6825f91bfc to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/9269a8612b7a4709a06c9a6825f91bfc 2024-11-19T02:59:26,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/d4759a38ca9e48a7b2d79bbbc1432268 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/d4759a38ca9e48a7b2d79bbbc1432268 2024-11-19T02:59:26,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/40f814fe95a04b4baf723d6e6a0b8bf0 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/40f814fe95a04b4baf723d6e6a0b8bf0 2024-11-19T02:59:26,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/a4a3aae754c24f8c989d48bbfb1c9af7 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/a4a3aae754c24f8c989d48bbfb1c9af7 2024-11-19T02:59:26,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/059de8e8a1c941b8b002fe40d7109276 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/059de8e8a1c941b8b002fe40d7109276 2024-11-19T02:59:26,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/36eb6c8018d94f5da3332419b8cf1323 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/36eb6c8018d94f5da3332419b8cf1323 2024-11-19T02:59:26,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/7b5cb1468b25437e96afb362103ed158 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/7b5cb1468b25437e96afb362103ed158 2024-11-19T02:59:26,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/0d2d8fb1eee847528c0780c6465bc1cf to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/0d2d8fb1eee847528c0780c6465bc1cf 2024-11-19T02:59:26,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/4ee5816ae1f7435ab21df9321a4a0d67 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/4ee5816ae1f7435ab21df9321a4a0d67 2024-11-19T02:59:26,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/b7358a2717ce46df9b6800341695215a to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/b7358a2717ce46df9b6800341695215a 2024-11-19T02:59:26,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/d77589c398b04604960f30ef857a9718 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/d77589c398b04604960f30ef857a9718 2024-11-19T02:59:26,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/2937841522b24e5693263e2604be0b8f to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/2937841522b24e5693263e2604be0b8f 2024-11-19T02:59:26,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/06a8aaac8cc843f28c3cc09c065055e4 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/06a8aaac8cc843f28c3cc09c065055e4 2024-11-19T02:59:26,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/47fb5149ae014f929d40f5c778d7b25c to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/47fb5149ae014f929d40f5c778d7b25c 2024-11-19T02:59:26,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/8173da300d8440ab90b8a4d1cdd41137 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/8173da300d8440ab90b8a4d1cdd41137 2024-11-19T02:59:26,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/46f99c86a1e54791bb9a78558ea944d8 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/46f99c86a1e54791bb9a78558ea944d8 2024-11-19T02:59:26,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/f091076c84bb46f18955276537065288 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/f091076c84bb46f18955276537065288 2024-11-19T02:59:26,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/b4f9061aa268447e85b1f859f4364447 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/b4f9061aa268447e85b1f859f4364447 2024-11-19T02:59:26,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/5967a760e1c44d6ab2c086e9df284009 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/5967a760e1c44d6ab2c086e9df284009 2024-11-19T02:59:26,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/e77b6a0bacc54dc6801efc732c4f7232 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/e77b6a0bacc54dc6801efc732c4f7232 2024-11-19T02:59:26,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/58ed46cc42ed4cf588ccea96eda1503c to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/58ed46cc42ed4cf588ccea96eda1503c 2024-11-19T02:59:26,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/918e28804bcd485a9c15a648067b9716 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/918e28804bcd485a9c15a648067b9716 2024-11-19T02:59:26,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/5562ce0e80cd42c7a809f26f30ba35fd to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/5562ce0e80cd42c7a809f26f30ba35fd 2024-11-19T02:59:26,646 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/recovered.edits/524.seqid, newMaxSeqId=524, maxSeqId=1 2024-11-19T02:59:26,647 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984. 2024-11-19T02:59:26,647 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1676): Region close journal for ff4cb0b6916721bf44ff199f7cd4a984: Waiting for close lock at 1731985166551Running coprocessor pre-close hooks at 1731985166551Disabling compacts and flushes for region at 1731985166551Disabling writes for close at 1731985166552 (+1 ms)Writing region close event to WAL at 1731985166644 (+92 ms)Running coprocessor post-close hooks at 1731985166647 (+3 ms)Closed at 1731985166647 2024-11-19T02:59:26,649 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(157): Closed ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:26,649 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=ff4cb0b6916721bf44ff199f7cd4a984, regionState=CLOSED 2024-11-19T02:59:26,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 because future has completed 2024-11-19T02:59:26,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-19T02:59:26,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseRegionProcedure ff4cb0b6916721bf44ff199f7cd4a984, server=e93af88909ff,45689,1731985081997 in 252 msec 2024-11-19T02:59:26,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-19T02:59:26,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ff4cb0b6916721bf44ff199f7cd4a984, UNASSIGN in 255 msec 2024-11-19T02:59:26,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-19T02:59:26,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 258 msec 2024-11-19T02:59:26,656 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731985166656"}]},"ts":"1731985166656"} 2024-11-19T02:59:26,657 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-19T02:59:26,657 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-19T02:59:26,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 266 msec 2024-11-19T02:59:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-19T02:59:26,709 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:59:26,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-19T02:59:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=96, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T02:59:26,711 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=96, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T02:59:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-19T02:59:26,711 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=96, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T02:59:26,714 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:26,715 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A, FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B, FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C, FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/recovered.edits] 2024-11-19T02:59:26,717 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/27ea385a6f814165af1dec0b17b5575f to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/27ea385a6f814165af1dec0b17b5575f 2024-11-19T02:59:26,718 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/961d64205ac24f7d896e9306d574d196 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/961d64205ac24f7d896e9306d574d196 2024-11-19T02:59:26,719 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/fe757ee847564c268909841ce3aa9492 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/A/fe757ee847564c268909841ce3aa9492 2024-11-19T02:59:26,721 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/3e6967a13cae48bd824129739a26d338 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/3e6967a13cae48bd824129739a26d338 2024-11-19T02:59:26,722 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/aa931aa2da0046c683b35bafa8a51b51 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/aa931aa2da0046c683b35bafa8a51b51 2024-11-19T02:59:26,723 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/c428ff98ef7d4a74aff560759dbeb1af to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/B/c428ff98ef7d4a74aff560759dbeb1af 2024-11-19T02:59:26,724 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/1191479d7714467da4ff8c783aa56a95 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/1191479d7714467da4ff8c783aa56a95 2024-11-19T02:59:26,725 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/48f2542d91454ee0a55aee9693f244fb to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/48f2542d91454ee0a55aee9693f244fb 2024-11-19T02:59:26,726 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/fdd475b929dd4950a198ab4fd84d82ff to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/C/fdd475b929dd4950a198ab4fd84d82ff 2024-11-19T02:59:26,728 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/recovered.edits/524.seqid to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984/recovered.edits/524.seqid 2024-11-19T02:59:26,729 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/ff4cb0b6916721bf44ff199f7cd4a984 2024-11-19T02:59:26,729 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-19T02:59:26,730 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=96, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T02:59:26,733 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-19T02:59:26,735 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-19T02:59:26,736 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=96, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T02:59:26,736 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-19T02:59:26,736 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731985166736"}]},"ts":"9223372036854775807"} 2024-11-19T02:59:26,737 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-19T02:59:26,737 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ff4cb0b6916721bf44ff199f7cd4a984, NAME => 'TestAcidGuarantees,,1731985140407.ff4cb0b6916721bf44ff199f7cd4a984.', STARTKEY => '', ENDKEY => ''}] 2024-11-19T02:59:26,737 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-19T02:59:26,737 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731985166737"}]},"ts":"9223372036854775807"} 2024-11-19T02:59:26,739 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-19T02:59:26,739 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=96, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T02:59:26,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 30 msec 2024-11-19T02:59:26,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-19T02:59:26,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-19T02:59:26,819 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:59:26,828 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=242 (was 242), OpenFileDescriptor=459 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=484 (was 445) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11443 (was 10761) - AvailableMemoryMB LEAK? - 2024-11-19T02:59:26,837 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=242, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=484, ProcessCount=11, AvailableMemoryMB=11443 2024-11-19T02:59:26,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T02:59:26,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T02:59:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-19T02:59:26,840 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T02:59:26,840 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:26,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 97 2024-11-19T02:59:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-19T02:59:26,840 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T02:59:26,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742188_1364 (size=959) 2024-11-19T02:59:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-19T02:59:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-19T02:59:27,247 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666 2024-11-19T02:59:27,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742189_1365 (size=53) 2024-11-19T02:59:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-19T02:59:27,652 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:59:27,652 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing dffe980adf7493236f2b10474cc84a83, disabling compactions & flushes 2024-11-19T02:59:27,652 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:27,652 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:27,652 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. after waiting 0 ms 2024-11-19T02:59:27,652 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:27,652 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:27,652 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for dffe980adf7493236f2b10474cc84a83: Waiting for close lock at 1731985167652Disabling compacts and flushes for region at 1731985167652Disabling writes for close at 1731985167652Writing region close event to WAL at 1731985167652Closed at 1731985167652 2024-11-19T02:59:27,653 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T02:59:27,654 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731985167653"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731985167653"}]},"ts":"1731985167653"} 2024-11-19T02:59:27,655 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T02:59:27,656 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T02:59:27,656 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731985167656"}]},"ts":"1731985167656"} 2024-11-19T02:59:27,657 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-19T02:59:27,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dffe980adf7493236f2b10474cc84a83, ASSIGN}] 2024-11-19T02:59:27,658 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dffe980adf7493236f2b10474cc84a83, ASSIGN 2024-11-19T02:59:27,658 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dffe980adf7493236f2b10474cc84a83, ASSIGN; state=OFFLINE, location=e93af88909ff,45689,1731985081997; forceNewPlan=false, retain=false 2024-11-19T02:59:27,809 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=dffe980adf7493236f2b10474cc84a83, regionState=OPENING, regionLocation=e93af88909ff,45689,1731985081997 2024-11-19T02:59:27,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dffe980adf7493236f2b10474cc84a83, ASSIGN because future has completed 2024-11-19T02:59:27,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997}] 2024-11-19T02:59:27,965 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:27,965 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7752): Opening region: {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} 2024-11-19T02:59:27,965 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:27,965 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:59:27,965 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7794): checking encryption for dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:27,965 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7797): checking classloading for dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:27,966 INFO [StoreOpener-dffe980adf7493236f2b10474cc84a83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:27,968 INFO [StoreOpener-dffe980adf7493236f2b10474cc84a83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dffe980adf7493236f2b10474cc84a83 columnFamilyName A 2024-11-19T02:59:27,968 DEBUG [StoreOpener-dffe980adf7493236f2b10474cc84a83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:27,968 INFO [StoreOpener-dffe980adf7493236f2b10474cc84a83-1 {}] regionserver.HStore(327): Store=dffe980adf7493236f2b10474cc84a83/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:59:27,968 INFO [StoreOpener-dffe980adf7493236f2b10474cc84a83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:27,969 INFO [StoreOpener-dffe980adf7493236f2b10474cc84a83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dffe980adf7493236f2b10474cc84a83 columnFamilyName B 2024-11-19T02:59:27,969 DEBUG [StoreOpener-dffe980adf7493236f2b10474cc84a83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:27,970 INFO [StoreOpener-dffe980adf7493236f2b10474cc84a83-1 {}] regionserver.HStore(327): Store=dffe980adf7493236f2b10474cc84a83/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:59:27,970 INFO [StoreOpener-dffe980adf7493236f2b10474cc84a83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:27,970 INFO [StoreOpener-dffe980adf7493236f2b10474cc84a83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dffe980adf7493236f2b10474cc84a83 columnFamilyName C 2024-11-19T02:59:27,970 DEBUG [StoreOpener-dffe980adf7493236f2b10474cc84a83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:27,971 INFO [StoreOpener-dffe980adf7493236f2b10474cc84a83-1 {}] regionserver.HStore(327): Store=dffe980adf7493236f2b10474cc84a83/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:59:27,971 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1038): replaying wal for dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:27,971 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:27,972 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:27,972 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1048): stopping wal replay for dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:27,972 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1060): Cleaning up temporary data for dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:27,973 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T02:59:27,974 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1093): writing seq id for dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:27,975 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:59:27,976 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1114): Opened dffe980adf7493236f2b10474cc84a83; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62895554, jitterRate=-0.06278321146965027}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T02:59:27,976 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:27,976 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1006): Region open journal for dffe980adf7493236f2b10474cc84a83: Running coprocessor pre-open hook at 1731985167966Writing region info on filesystem at 1731985167966Initializing all the Stores at 1731985167966Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731985167966Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731985167966Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731985167966Cleaning up temporary data from old regions at 1731985167972 (+6 ms)Running coprocessor post-open hooks at 1731985167976 (+4 ms)Region opened successfully at 1731985167976 2024-11-19T02:59:27,977 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., pid=99, masterSystemTime=1731985167962 2024-11-19T02:59:27,978 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:27,978 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:27,979 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=dffe980adf7493236f2b10474cc84a83, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,45689,1731985081997 2024-11-19T02:59:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-19T02:59:27,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=99, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 because future has completed 2024-11-19T02:59:27,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-11-19T02:59:27,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; OpenRegionProcedure dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 in 170 msec 2024-11-19T02:59:27,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-19T02:59:27,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dffe980adf7493236f2b10474cc84a83, ASSIGN in 325 msec 2024-11-19T02:59:27,984 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T02:59:27,984 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731985167984"}]},"ts":"1731985167984"} 2024-11-19T02:59:27,985 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-19T02:59:27,986 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T02:59:27,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-11-19T02:59:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-19T02:59:28,989 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:59:28,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@283b5885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:28,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:28,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:28,991 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:28,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:28,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:28,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52762f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:28,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:28,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:28,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:28,993 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56262, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:28,993 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e4d4a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:28,993 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:28,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:28,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:28,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:28,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T02:59:28,996 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e93af88909ff,34879,1731985081307 2024-11-19T02:59:28,996 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ab6133c 2024-11-19T02:59:28,996 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T02:59:28,997 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T02:59:28,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T02:59:28,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T02:59:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=100, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-19T02:59:29,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742190_1366 (size=995) 2024-11-19T02:59:29,409 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-19T02:59:29,409 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-19T02:59:29,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T02:59:29,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dffe980adf7493236f2b10474cc84a83, REOPEN/MOVE}] 2024-11-19T02:59:29,413 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dffe980adf7493236f2b10474cc84a83, REOPEN/MOVE 2024-11-19T02:59:29,414 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=dffe980adf7493236f2b10474cc84a83, regionState=CLOSING, regionLocation=e93af88909ff,45689,1731985081997 2024-11-19T02:59:29,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dffe980adf7493236f2b10474cc84a83, REOPEN/MOVE because future has completed 2024-11-19T02:59:29,415 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T02:59:29,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE, hasLock=false; CloseRegionProcedure dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997}] 2024-11-19T02:59:29,567 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(122): Close dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:29,567 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T02:59:29,567 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1722): Closing dffe980adf7493236f2b10474cc84a83, disabling compactions & flushes 2024-11-19T02:59:29,567 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:29,567 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:29,567 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. after waiting 0 ms 2024-11-19T02:59:29,567 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:29,571 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-19T02:59:29,571 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:29,571 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1676): Region close journal for dffe980adf7493236f2b10474cc84a83: Waiting for close lock at 1731985169567Running coprocessor pre-close hooks at 1731985169567Disabling compacts and flushes for region at 1731985169567Disabling writes for close at 1731985169567Writing region close event to WAL at 1731985169568 (+1 ms)Running coprocessor post-close hooks at 1731985169571 (+3 ms)Closed at 1731985169571 2024-11-19T02:59:29,571 WARN [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegionServer(3299): Not adding moved region record: dffe980adf7493236f2b10474cc84a83 to self. 2024-11-19T02:59:29,573 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(157): Closed dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:29,574 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=dffe980adf7493236f2b10474cc84a83, regionState=CLOSED 2024-11-19T02:59:29,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=103, ppid=102, state=RUNNABLE, hasLock=false; CloseRegionProcedure dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 because future has completed 2024-11-19T02:59:29,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=103, resume processing ppid=102 2024-11-19T02:59:29,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, ppid=102, state=SUCCESS, hasLock=false; CloseRegionProcedure dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 in 160 msec 2024-11-19T02:59:29,578 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dffe980adf7493236f2b10474cc84a83, REOPEN/MOVE; state=CLOSED, location=e93af88909ff,45689,1731985081997; forceNewPlan=false, retain=true 2024-11-19T02:59:29,728 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=dffe980adf7493236f2b10474cc84a83, regionState=OPENING, regionLocation=e93af88909ff,45689,1731985081997 2024-11-19T02:59:29,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dffe980adf7493236f2b10474cc84a83, REOPEN/MOVE because future has completed 2024-11-19T02:59:29,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=102, state=RUNNABLE, hasLock=false; OpenRegionProcedure dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997}] 2024-11-19T02:59:29,884 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:29,884 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7752): Opening region: {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} 2024-11-19T02:59:29,884 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:29,885 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:59:29,885 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7794): checking encryption for dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:29,885 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7797): checking classloading for dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:29,886 INFO [StoreOpener-dffe980adf7493236f2b10474cc84a83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:29,886 INFO [StoreOpener-dffe980adf7493236f2b10474cc84a83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dffe980adf7493236f2b10474cc84a83 columnFamilyName A 2024-11-19T02:59:29,887 DEBUG [StoreOpener-dffe980adf7493236f2b10474cc84a83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:29,888 INFO [StoreOpener-dffe980adf7493236f2b10474cc84a83-1 {}] regionserver.HStore(327): Store=dffe980adf7493236f2b10474cc84a83/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:59:29,888 INFO [StoreOpener-dffe980adf7493236f2b10474cc84a83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:29,888 INFO [StoreOpener-dffe980adf7493236f2b10474cc84a83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dffe980adf7493236f2b10474cc84a83 columnFamilyName B 2024-11-19T02:59:29,888 DEBUG [StoreOpener-dffe980adf7493236f2b10474cc84a83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:29,889 INFO [StoreOpener-dffe980adf7493236f2b10474cc84a83-1 {}] regionserver.HStore(327): Store=dffe980adf7493236f2b10474cc84a83/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:59:29,889 INFO [StoreOpener-dffe980adf7493236f2b10474cc84a83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:29,889 INFO [StoreOpener-dffe980adf7493236f2b10474cc84a83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dffe980adf7493236f2b10474cc84a83 columnFamilyName C 2024-11-19T02:59:29,889 DEBUG [StoreOpener-dffe980adf7493236f2b10474cc84a83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:29,890 INFO [StoreOpener-dffe980adf7493236f2b10474cc84a83-1 {}] regionserver.HStore(327): Store=dffe980adf7493236f2b10474cc84a83/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:59:29,890 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1038): replaying wal for dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:29,890 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:29,891 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:29,892 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1048): stopping wal replay for dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:29,892 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1060): Cleaning up temporary data for dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:29,892 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T02:59:29,893 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1093): writing seq id for dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:29,894 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1114): Opened dffe980adf7493236f2b10474cc84a83; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66786496, jitterRate=-0.004803657531738281}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T02:59:29,894 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:29,894 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1006): Region open journal for dffe980adf7493236f2b10474cc84a83: Running coprocessor pre-open hook at 1731985169885Writing region info on filesystem at 1731985169885Initializing all the Stores at 1731985169885Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731985169885Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731985169885Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731985169885Cleaning up temporary data from old regions at 1731985169892 (+7 ms)Running coprocessor post-open hooks at 1731985169894 (+2 ms)Region opened successfully at 1731985169894 2024-11-19T02:59:29,895 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., pid=104, masterSystemTime=1731985169881 2024-11-19T02:59:29,896 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:29,896 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:29,897 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=dffe980adf7493236f2b10474cc84a83, regionState=OPEN, openSeqNum=5, regionLocation=e93af88909ff,45689,1731985081997 2024-11-19T02:59:29,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=104, ppid=102, state=RUNNABLE, hasLock=false; OpenRegionProcedure dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 because future has completed 2024-11-19T02:59:29,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=102 2024-11-19T02:59:29,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=102, state=SUCCESS, hasLock=false; OpenRegionProcedure dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 in 169 msec 2024-11-19T02:59:29,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-19T02:59:29,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dffe980adf7493236f2b10474cc84a83, REOPEN/MOVE in 488 msec 2024-11-19T02:59:29,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-11-19T02:59:29,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 491 msec 2024-11-19T02:59:29,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 906 msec 2024-11-19T02:59:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=100 2024-11-19T02:59:29,906 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:59:29,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf7f63f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:29,907 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:29,907 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:29,908 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:29,908 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:29,908 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:29,908 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6900e562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:29,908 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:29,908 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:29,908 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:29,909 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:29,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b2f8b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:29,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4600746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:29,910 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:29,910 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:29,910 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:29,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:29,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:29,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53318d6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:29,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:29,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:29,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:29,912 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56306, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:29,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0d0319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:29,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6447def3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:29,913 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:29,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:29,913 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:29,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:29,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:29,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21858240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:29,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:29,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:29,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:29,915 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56328, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:29,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3443b3c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:29,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c86b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:29,915 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:29,916 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:29,916 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:29,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:29,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:29,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13143615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:29,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:29,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:29,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:29,917 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56348, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:29,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c6bc003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:29,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35aa2c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:29,918 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:29,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:29,919 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:29,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:29,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:29,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e860278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:29,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:29,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:29,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:29,920 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56368, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:29,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d814c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:29,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9deaeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:29,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:29,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:29,921 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:29,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:29,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:29,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47133813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:29,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:29,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:29,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:29,922 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:29,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2020a00f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:29,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f8ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:29,923 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:29,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:29,924 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:29,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:29,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:29,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@102e9466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:29,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:29,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:29,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:29,925 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56386, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:29,925 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2917f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:29,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1515ed5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:29,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:29,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:29,926 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:29,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:29,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:29,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d911d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:29,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:29,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:29,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:29,927 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:29,928 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c51b7cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:29,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d10c554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:29,928 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:29,928 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:29,929 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:29,929 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:29,929 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:29,929 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad2a667, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:29,929 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:29,929 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:29,930 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:29,930 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56402, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:29,931 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7115ddd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:29,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b7b919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:29,931 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:29,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:29,932 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:29,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:29,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:29,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1dbb45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:29,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:29,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:29,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:29,933 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56422, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:29,933 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30a90b65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:29,934 DEBUG [Thread-1660 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:29,934 DEBUG [Thread-1655 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:29,934 DEBUG [Thread-1662 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:29,934 DEBUG [Thread-1668 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:29,934 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:59:29,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:29,935 DEBUG [Thread-1657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:29,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:29,935 DEBUG [Thread-1666 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:29,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:29,935 DEBUG [Thread-1649 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:29,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:29,935 DEBUG [Thread-1653 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:29,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:29,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:29,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-19T02:59:29,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:29,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50432, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:29,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:29,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:29,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:29,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:29,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:29,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50448, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:29,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50452, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:29,937 DEBUG [Thread-1666 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:29,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50460, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:29,937 DEBUG [Thread-1666 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:29,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50478, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:29,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50468, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:29,938 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:59:29,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:29,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:29,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:29,938 DEBUG [Thread-1651 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-19T02:59:29,939 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:59:29,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5] 2024-11-19T02:59:29,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:59:29,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5] 2024-11-19T02:59:29,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5] 2024-11-19T02:59:29,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:29,940 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:29,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:29,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5] 2024-11-19T02:59:29,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5] 2024-11-19T02:59:29,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50504, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:29,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5] 2024-11-19T02:59:29,942 DEBUG [Thread-1664 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:29,943 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:29,943 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:29,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50516, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:29,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5] 2024-11-19T02:59:29,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5] 2024-11-19T02:59:29,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5] 2024-11-19T02:59:29,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5] 2024-11-19T02:59:29,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:29,964 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:59:29,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dffe980adf7493236f2b10474cc84a83 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-19T02:59:29,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111926232508f9d24099a4c8624b53a23640_dffe980adf7493236f2b10474cc84a83 is 50, key is test_row_0/A:col10/1731985169963/Put/seqid=0 2024-11-19T02:59:29,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742191_1367 (size=17034) 2024-11-19T02:59:29,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:29,999 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985229984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:29,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985229985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:30,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:30,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:30,003 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111926232508f9d24099a4c8624b53a23640_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111926232508f9d24099a4c8624b53a23640_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:30,004 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/c7a4cf0dd6f4471fb12eafedc3a8ffbf, store: [table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:30,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/c7a4cf0dd6f4471fb12eafedc3a8ffbf is 175, key is test_row_0/A:col10/1731985169963/Put/seqid=0 2024-11-19T02:59:30,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:30,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985229993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:30,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:30,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742192_1368 (size=48139) 2024-11-19T02:59:30,011 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=20, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/c7a4cf0dd6f4471fb12eafedc3a8ffbf 2024-11-19T02:59:30,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985229998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:30,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:30,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:30,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985229999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:30,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:30,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/83ff1eb2a99748709f0bfc813d07fbad is 50, key is test_row_0/B:col10/1731985169963/Put/seqid=0 2024-11-19T02:59:30,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742193_1369 (size=12001) 2024-11-19T02:59:30,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-19T02:59:30,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-19T02:59:30,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:30,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:30,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:30,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:30,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:30,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985230109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:30,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:30,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985230109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:30,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985230109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:30,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:30,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:30,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985230119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:30,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:30,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985230119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:30,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:30,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:30,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-19T02:59:30,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:30,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:30,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:30,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:30,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-19T02:59:30,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985230319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:30,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:30,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985230319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:30,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:30,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:30,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985230319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:30,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:30,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985230339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:30,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:30,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985230339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:30,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:30,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-19T02:59:30,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:30,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:30,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:30,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:30,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:30,411 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T02:59:30,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=20 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/83ff1eb2a99748709f0bfc813d07fbad 2024-11-19T02:59:30,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/e0628a2812cc4d2c9ef389aea9a5a0b1 is 50, key is test_row_0/C:col10/1731985169963/Put/seqid=0 2024-11-19T02:59:30,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742194_1370 (size=12001) 2024-11-19T02:59:30,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-19T02:59:30,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:30,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:30,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:30,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:30,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-19T02:59:30,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:30,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985230639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:30,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:30,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985230639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:30,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:30,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:30,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985230639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:30,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:30,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985230649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:30,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:30,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985230659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:30,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:30,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:30,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-19T02:59:30,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:30,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:30,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:30,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:30,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:30,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-19T02:59:30,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:30,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:30,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:30,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:30,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:30,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=20 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/e0628a2812cc4d2c9ef389aea9a5a0b1 2024-11-19T02:59:30,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/c7a4cf0dd6f4471fb12eafedc3a8ffbf as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/c7a4cf0dd6f4471fb12eafedc3a8ffbf 2024-11-19T02:59:30,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/c7a4cf0dd6f4471fb12eafedc3a8ffbf, entries=250, sequenceid=20, filesize=47.0 K 2024-11-19T02:59:30,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/83ff1eb2a99748709f0bfc813d07fbad as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/83ff1eb2a99748709f0bfc813d07fbad 2024-11-19T02:59:30,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/83ff1eb2a99748709f0bfc813d07fbad, entries=150, sequenceid=20, filesize=11.7 K 2024-11-19T02:59:30,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/e0628a2812cc4d2c9ef389aea9a5a0b1 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/e0628a2812cc4d2c9ef389aea9a5a0b1 2024-11-19T02:59:30,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/e0628a2812cc4d2c9ef389aea9a5a0b1, entries=150, sequenceid=20, filesize=11.7 K 2024-11-19T02:59:30,888 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for dffe980adf7493236f2b10474cc84a83 in 923ms, sequenceid=20, compaction requested=false 2024-11-19T02:59:30,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:31,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-19T02:59:31,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:31,012 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing dffe980adf7493236f2b10474cc84a83 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-19T02:59:31,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111982974d3a9c804a21baf89cfd0d2b3c09_dffe980adf7493236f2b10474cc84a83 is 50, key is test_row_0/A:col10/1731985169972/Put/seqid=0 2024-11-19T02:59:31,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742195_1371 (size=12154) 2024-11-19T02:59:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-19T02:59:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:31,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:31,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985231174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:31,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:31,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985231174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:31,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:31,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985231175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:31,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:31,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985231176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:31,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:31,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985231178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:31,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:31,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985231289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:31,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985231289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:31,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:31,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:31,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985231289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:31,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:31,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985231289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:31,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:31,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985231299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:31,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:31,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:31,428 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111982974d3a9c804a21baf89cfd0d2b3c09_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111982974d3a9c804a21baf89cfd0d2b3c09_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:31,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/ce47d5c9321148f4b5bd0ae162486490, store: [table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:31,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/ce47d5c9321148f4b5bd0ae162486490 is 175, key is test_row_0/A:col10/1731985169972/Put/seqid=0 2024-11-19T02:59:31,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742196_1372 (size=30955) 2024-11-19T02:59:31,433 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/ce47d5c9321148f4b5bd0ae162486490 2024-11-19T02:59:31,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/16fc0fd265644a9db1406a6ff848054e is 50, key is test_row_0/B:col10/1731985169972/Put/seqid=0 2024-11-19T02:59:31,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742197_1373 (size=12001) 2024-11-19T02:59:31,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985231509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:31,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:31,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985231509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:31,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:31,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985231509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:31,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:31,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:31,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985231509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:31,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:31,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985231510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:31,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:31,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:31,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985231829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:31,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:31,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985231829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:31,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:31,837 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,837 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:31,837 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985231829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:31,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:31,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985231829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:31,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:31,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985231829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:31,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:31,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:31,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:31,844 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/16fc0fd265644a9db1406a6ff848054e 2024-11-19T02:59:31,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/7c089639ab0141f7aa8927c548785910 is 50, key is test_row_0/C:col10/1731985169972/Put/seqid=0 2024-11-19T02:59:31,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742198_1374 (size=12001) 2024-11-19T02:59:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-19T02:59:32,166 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T02:59:32,255 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/7c089639ab0141f7aa8927c548785910 2024-11-19T02:59:32,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/ce47d5c9321148f4b5bd0ae162486490 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/ce47d5c9321148f4b5bd0ae162486490 2024-11-19T02:59:32,263 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/ce47d5c9321148f4b5bd0ae162486490, entries=150, sequenceid=40, filesize=30.2 K 2024-11-19T02:59:32,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/16fc0fd265644a9db1406a6ff848054e as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/16fc0fd265644a9db1406a6ff848054e 2024-11-19T02:59:32,267 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/16fc0fd265644a9db1406a6ff848054e, entries=150, sequenceid=40, filesize=11.7 K 2024-11-19T02:59:32,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/7c089639ab0141f7aa8927c548785910 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/7c089639ab0141f7aa8927c548785910 2024-11-19T02:59:32,271 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/7c089639ab0141f7aa8927c548785910, entries=150, sequenceid=40, filesize=11.7 K 2024-11-19T02:59:32,272 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for dffe980adf7493236f2b10474cc84a83 in 1260ms, sequenceid=40, compaction requested=false 2024-11-19T02:59:32,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:32,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:32,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-19T02:59:32,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-19T02:59:32,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-19T02:59:32,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3350 sec 2024-11-19T02:59:32,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 2.3430 sec 2024-11-19T02:59:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:32,341 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:59:32,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dffe980adf7493236f2b10474cc84a83 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-19T02:59:32,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111977574e1ba5ea4c02990bc477e16f3e01_dffe980adf7493236f2b10474cc84a83 is 50, key is test_row_0/A:col10/1731985171162/Put/seqid=0 2024-11-19T02:59:32,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742199_1375 (size=14594) 2024-11-19T02:59:32,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:32,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985232405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:32,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:32,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:32,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:32,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:32,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985232405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:32,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:32,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:32,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:32,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:32,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985232405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:32,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:32,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:32,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:32,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:32,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985232406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:32,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:32,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:32,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:32,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985232407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:32,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:32,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:32,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:32,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:32,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:32,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985232529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:32,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:32,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:32,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985232529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:32,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:32,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:32,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:32,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:32,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985232529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:32,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:32,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:32,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:32,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985232529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:32,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:32,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:32,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:32,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:32,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985232529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:32,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:32,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:32,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:32,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:32,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985232739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:32,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:32,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:32,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985232739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:32,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:32,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:32,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:32,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:32,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985232739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:32,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:32,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:32,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:32,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:32,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:32,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985232739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:32,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:32,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:32,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:32,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:32,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:32,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985232739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:32,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:32,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:32,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:32,753 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:32,757 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111977574e1ba5ea4c02990bc477e16f3e01_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111977574e1ba5ea4c02990bc477e16f3e01_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:32,757 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/cb53cefd238241ca80e99afe6fc7166e, store: [table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:32,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/cb53cefd238241ca80e99afe6fc7166e is 175, key is test_row_0/A:col10/1731985171162/Put/seqid=0 2024-11-19T02:59:32,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742200_1376 (size=39549) 2024-11-19T02:59:32,765 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=57, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/cb53cefd238241ca80e99afe6fc7166e 2024-11-19T02:59:32,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/6304e79f20a749379edc3eb8400b82cd is 50, key is test_row_0/B:col10/1731985171162/Put/seqid=0 2024-11-19T02:59:32,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742201_1377 (size=12001) 2024-11-19T02:59:33,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985233059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:33,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:33,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:33,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:33,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985233059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:33,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:33,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985233059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:33,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:33,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:33,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:33,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:33,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:33,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985233059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:33,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:33,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:33,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:33,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985233059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:33,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:33,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:33,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:33,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/6304e79f20a749379edc3eb8400b82cd 2024-11-19T02:59:33,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/5cf65519fc8649ad89e00305145d63da is 50, key is test_row_0/C:col10/1731985171162/Put/seqid=0 2024-11-19T02:59:33,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742202_1378 (size=12001) 2024-11-19T02:59:33,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985233569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:33,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:33,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:33,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985233569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:33,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:33,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:33,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:33,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:33,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985233579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:33,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:33,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:33,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:33,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985233579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:33,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:33,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:33,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985233579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:33,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:33,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:33,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:33,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:33,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/5cf65519fc8649ad89e00305145d63da 2024-11-19T02:59:33,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/cb53cefd238241ca80e99afe6fc7166e as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/cb53cefd238241ca80e99afe6fc7166e 2024-11-19T02:59:33,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/cb53cefd238241ca80e99afe6fc7166e, entries=200, sequenceid=57, filesize=38.6 K 2024-11-19T02:59:33,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/6304e79f20a749379edc3eb8400b82cd as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/6304e79f20a749379edc3eb8400b82cd 2024-11-19T02:59:33,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/6304e79f20a749379edc3eb8400b82cd, entries=150, sequenceid=57, filesize=11.7 K 2024-11-19T02:59:33,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/5cf65519fc8649ad89e00305145d63da as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/5cf65519fc8649ad89e00305145d63da 2024-11-19T02:59:33,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/5cf65519fc8649ad89e00305145d63da, entries=150, sequenceid=57, filesize=11.7 K 2024-11-19T02:59:33,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for dffe980adf7493236f2b10474cc84a83 in 1265ms, sequenceid=57, compaction requested=true 2024-11-19T02:59:33,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:33,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dffe980adf7493236f2b10474cc84a83:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:59:33,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:33,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dffe980adf7493236f2b10474cc84a83:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:59:33,606 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:33,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:33,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dffe980adf7493236f2b10474cc84a83:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:59:33,606 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:33,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:33,608 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:33,608 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:33,608 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): dffe980adf7493236f2b10474cc84a83/A is initiating minor compaction (all files) 2024-11-19T02:59:33,608 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): dffe980adf7493236f2b10474cc84a83/B is initiating minor compaction (all files) 2024-11-19T02:59:33,608 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dffe980adf7493236f2b10474cc84a83/A in TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:33,608 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dffe980adf7493236f2b10474cc84a83/B in TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:33,608 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/c7a4cf0dd6f4471fb12eafedc3a8ffbf, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/ce47d5c9321148f4b5bd0ae162486490, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/cb53cefd238241ca80e99afe6fc7166e] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp, totalSize=115.9 K 2024-11-19T02:59:33,608 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/83ff1eb2a99748709f0bfc813d07fbad, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/16fc0fd265644a9db1406a6ff848054e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/6304e79f20a749379edc3eb8400b82cd] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp, totalSize=35.2 K 2024-11-19T02:59:33,608 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:33,608 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. files: [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/c7a4cf0dd6f4471fb12eafedc3a8ffbf, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/ce47d5c9321148f4b5bd0ae162486490, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/cb53cefd238241ca80e99afe6fc7166e] 2024-11-19T02:59:33,609 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 83ff1eb2a99748709f0bfc813d07fbad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=20, earliestPutTs=1731985169957 2024-11-19T02:59:33,609 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7a4cf0dd6f4471fb12eafedc3a8ffbf, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=20, earliestPutTs=1731985169957 2024-11-19T02:59:33,609 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce47d5c9321148f4b5bd0ae162486490, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731985169972 2024-11-19T02:59:33,609 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 16fc0fd265644a9db1406a6ff848054e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731985169972 2024-11-19T02:59:33,609 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb53cefd238241ca80e99afe6fc7166e, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731985171162 2024-11-19T02:59:33,609 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 6304e79f20a749379edc3eb8400b82cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731985171162 2024-11-19T02:59:33,629 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:33,630 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dffe980adf7493236f2b10474cc84a83#B#compaction#327 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:33,631 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/36b6719c8fd241caaa4728c241bfd68e is 50, key is test_row_0/B:col10/1731985171162/Put/seqid=0 2024-11-19T02:59:33,631 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411191707e6ce2bdc4d188877a786ebad5453_dffe980adf7493236f2b10474cc84a83 store=[table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:33,633 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411191707e6ce2bdc4d188877a786ebad5453_dffe980adf7493236f2b10474cc84a83, store=[table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:33,633 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411191707e6ce2bdc4d188877a786ebad5453_dffe980adf7493236f2b10474cc84a83 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:33,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742203_1379 (size=12104) 2024-11-19T02:59:33,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742204_1380 (size=4469) 2024-11-19T02:59:33,647 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dffe980adf7493236f2b10474cc84a83#A#compaction#328 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:33,648 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/94db7aa6d42d4367935af9e20e949d68 is 175, key is test_row_0/A:col10/1731985171162/Put/seqid=0 2024-11-19T02:59:33,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742205_1381 (size=31058) 2024-11-19T02:59:33,661 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/94db7aa6d42d4367935af9e20e949d68 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/94db7aa6d42d4367935af9e20e949d68 2024-11-19T02:59:33,665 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dffe980adf7493236f2b10474cc84a83/A of dffe980adf7493236f2b10474cc84a83 into 94db7aa6d42d4367935af9e20e949d68(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:33,665 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:33,665 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., storeName=dffe980adf7493236f2b10474cc84a83/A, priority=13, startTime=1731985173606; duration=0sec 2024-11-19T02:59:33,665 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:33,665 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dffe980adf7493236f2b10474cc84a83:A 2024-11-19T02:59:33,666 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:33,670 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:33,670 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): dffe980adf7493236f2b10474cc84a83/C is initiating minor compaction (all files) 2024-11-19T02:59:33,670 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dffe980adf7493236f2b10474cc84a83/C in TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:33,670 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/e0628a2812cc4d2c9ef389aea9a5a0b1, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/7c089639ab0141f7aa8927c548785910, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/5cf65519fc8649ad89e00305145d63da] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp, totalSize=35.2 K 2024-11-19T02:59:33,671 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0628a2812cc4d2c9ef389aea9a5a0b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=20, earliestPutTs=1731985169957 2024-11-19T02:59:33,671 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c089639ab0141f7aa8927c548785910, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731985169972 2024-11-19T02:59:33,672 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5cf65519fc8649ad89e00305145d63da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731985171162 2024-11-19T02:59:33,678 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dffe980adf7493236f2b10474cc84a83#C#compaction#329 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:33,679 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/a4c988a5e49e47c4914500fdf91c7e75 is 50, key is test_row_0/C:col10/1731985171162/Put/seqid=0 2024-11-19T02:59:33,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742206_1382 (size=12104) 2024-11-19T02:59:33,689 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/a4c988a5e49e47c4914500fdf91c7e75 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/a4c988a5e49e47c4914500fdf91c7e75 2024-11-19T02:59:33,694 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dffe980adf7493236f2b10474cc84a83/C of dffe980adf7493236f2b10474cc84a83 into a4c988a5e49e47c4914500fdf91c7e75(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:33,695 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:33,695 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., storeName=dffe980adf7493236f2b10474cc84a83/C, priority=13, startTime=1731985173606; duration=0sec 2024-11-19T02:59:33,695 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:33,695 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dffe980adf7493236f2b10474cc84a83:C 2024-11-19T02:59:34,049 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/36b6719c8fd241caaa4728c241bfd68e as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/36b6719c8fd241caaa4728c241bfd68e 2024-11-19T02:59:34,054 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dffe980adf7493236f2b10474cc84a83/B of dffe980adf7493236f2b10474cc84a83 into 36b6719c8fd241caaa4728c241bfd68e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:34,054 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:34,054 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., storeName=dffe980adf7493236f2b10474cc84a83/B, priority=13, startTime=1731985173606; duration=0sec 2024-11-19T02:59:34,054 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:34,054 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dffe980adf7493236f2b10474cc84a83:B 2024-11-19T02:59:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-19T02:59:34,109 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:59:34,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:59:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-19T02:59:34,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-19T02:59:34,111 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:59:34,112 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:59:34,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:59:34,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-19T02:59:34,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-19T02:59:34,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:34,266 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing dffe980adf7493236f2b10474cc84a83 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-19T02:59:34,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119dcd17e0d457f42039d67dbc5f218d78b_dffe980adf7493236f2b10474cc84a83 is 50, key is test_row_0/A:col10/1731985172405/Put/seqid=0 2024-11-19T02:59:34,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742207_1383 (size=12154) 2024-11-19T02:59:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-19T02:59:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:34,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:34,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985234613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:34,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:34,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:34,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:34,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:34,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985234621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985234622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:34,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:34,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985234623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:34,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985234623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:34,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:34,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:34,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:34,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:34,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:34,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:34,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:34,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:34,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:34,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:34,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:34,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:34,680 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119dcd17e0d457f42039d67dbc5f218d78b_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119dcd17e0d457f42039d67dbc5f218d78b_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:34,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/59f4f03fb66c4c468f93854b99ace501, store: [table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:34,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/59f4f03fb66c4c468f93854b99ace501 is 175, key is test_row_0/A:col10/1731985172405/Put/seqid=0 2024-11-19T02:59:34,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742208_1384 (size=30955) 2024-11-19T02:59:34,690 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/59f4f03fb66c4c468f93854b99ace501 2024-11-19T02:59:34,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/79ba195e2d9b424e9511c324cd718d23 is 50, key is test_row_0/B:col10/1731985172405/Put/seqid=0 2024-11-19T02:59:34,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742209_1385 (size=12001) 2024-11-19T02:59:34,705 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/79ba195e2d9b424e9511c324cd718d23 2024-11-19T02:59:34,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/751c3c51259646168c4a21148d82b976 is 50, key is test_row_0/C:col10/1731985172405/Put/seqid=0 2024-11-19T02:59:34,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742210_1386 (size=12001) 2024-11-19T02:59:34,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985234729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:34,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:34,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:34,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-19T02:59:34,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985234739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:34,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:34,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:34,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985234739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:34,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:34,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:34,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985234739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:34,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:34,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:34,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:34,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:34,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:34,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985234739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:34,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:34,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:34,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:34,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985234939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:34,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:34,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:34,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:34,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985234959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:34,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985234959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:34,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:34,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:34,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:34,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:34,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:34,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985234959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:34,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:34,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:34,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:34,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:34,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985234960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:34,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:34,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:34,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:35,121 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/751c3c51259646168c4a21148d82b976 2024-11-19T02:59:35,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/59f4f03fb66c4c468f93854b99ace501 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/59f4f03fb66c4c468f93854b99ace501 2024-11-19T02:59:35,128 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/59f4f03fb66c4c468f93854b99ace501, entries=150, sequenceid=80, filesize=30.2 K 2024-11-19T02:59:35,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/79ba195e2d9b424e9511c324cd718d23 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/79ba195e2d9b424e9511c324cd718d23 2024-11-19T02:59:35,133 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/79ba195e2d9b424e9511c324cd718d23, entries=150, sequenceid=80, filesize=11.7 K 2024-11-19T02:59:35,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/751c3c51259646168c4a21148d82b976 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/751c3c51259646168c4a21148d82b976 2024-11-19T02:59:35,138 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/751c3c51259646168c4a21148d82b976, entries=150, sequenceid=80, filesize=11.7 K 2024-11-19T02:59:35,139 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for dffe980adf7493236f2b10474cc84a83 in 874ms, sequenceid=80, compaction requested=false 2024-11-19T02:59:35,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:35,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:35,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-19T02:59:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-19T02:59:35,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-19T02:59:35,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0290 sec 2024-11-19T02:59:35,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.0340 sec 2024-11-19T02:59:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-19T02:59:35,250 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:59:35,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:59:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-19T02:59:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-19T02:59:35,253 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:59:35,254 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:59:35,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:59:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:35,257 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:59:35,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dffe980adf7493236f2b10474cc84a83 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-19T02:59:35,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119262a6fefaaea409eb6f5a152e2dd1501_dffe980adf7493236f2b10474cc84a83 is 50, key is test_row_0/A:col10/1731985174620/Put/seqid=0 2024-11-19T02:59:35,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742211_1387 (size=14594) 2024-11-19T02:59:35,285 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:35,288 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119262a6fefaaea409eb6f5a152e2dd1501_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119262a6fefaaea409eb6f5a152e2dd1501_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:35,289 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/908bb8ee66f04561b2299ce475aaba3b, store: [table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:35,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/908bb8ee66f04561b2299ce475aaba3b is 175, key is test_row_0/A:col10/1731985174620/Put/seqid=0 2024-11-19T02:59:35,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742212_1388 (size=39549) 2024-11-19T02:59:35,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985235304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:35,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:35,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985235305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:35,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:35,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985235305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:35,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:35,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:35,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985235306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:35,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:35,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985235307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:35,319 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,319 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-19T02:59:35,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-19T02:59:35,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:35,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:35,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:35,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:35,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:35,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985235409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:35,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:35,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985235419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:35,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:35,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985235419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:35,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:35,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985235429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:35,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:35,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985235429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:35,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:35,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:35,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-19T02:59:35,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:35,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:35,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:35,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:35,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-19T02:59:35,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985235619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:35,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:35,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985235639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985235639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:35,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985235639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:35,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985235639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:35,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:35,698 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/908bb8ee66f04561b2299ce475aaba3b 2024-11-19T02:59:35,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/6a4ff73ebe774ad0a3b4729568b58cad is 50, key is test_row_0/B:col10/1731985174620/Put/seqid=0 2024-11-19T02:59:35,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742213_1389 (size=12001) 2024-11-19T02:59:35,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-19T02:59:35,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:35,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:35,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:35,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:35,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:35,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-19T02:59:35,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:35,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:35,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:35,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:35,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:35,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:35,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-19T02:59:35,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985235938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:35,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:35,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985235959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:35,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985235959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:35,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:35,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985235959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:35,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:35,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985235959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:35,970 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:35,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:35,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:35,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:36,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-19T02:59:36,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:36,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:36,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:36,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:36,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:36,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/6a4ff73ebe774ad0a3b4729568b58cad 2024-11-19T02:59:36,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/6853b23dbae94d038f3d3a86adb7d52d is 50, key is test_row_0/C:col10/1731985174620/Put/seqid=0 2024-11-19T02:59:36,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742214_1390 (size=12001) 2024-11-19T02:59:36,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-19T02:59:36,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:36,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:36,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:36,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:36,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:36,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:36,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-19T02:59:36,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:36,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:36,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:36,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:36,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:36,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-19T02:59:36,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985236459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:36,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:36,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:36,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:36,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-19T02:59:36,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:36,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:36,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:36,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:36,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:36,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985236480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:36,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985236480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:36,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985236480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:36,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985236480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:36,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:36,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:36,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:36,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/6853b23dbae94d038f3d3a86adb7d52d 2024-11-19T02:59:36,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/908bb8ee66f04561b2299ce475aaba3b as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/908bb8ee66f04561b2299ce475aaba3b 2024-11-19T02:59:36,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/908bb8ee66f04561b2299ce475aaba3b, entries=200, sequenceid=98, filesize=38.6 K 2024-11-19T02:59:36,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/6a4ff73ebe774ad0a3b4729568b58cad as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/6a4ff73ebe774ad0a3b4729568b58cad 2024-11-19T02:59:36,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/6a4ff73ebe774ad0a3b4729568b58cad, entries=150, sequenceid=98, filesize=11.7 K 2024-11-19T02:59:36,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/6853b23dbae94d038f3d3a86adb7d52d as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/6853b23dbae94d038f3d3a86adb7d52d 2024-11-19T02:59:36,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/6853b23dbae94d038f3d3a86adb7d52d, entries=150, sequenceid=98, filesize=11.7 K 2024-11-19T02:59:36,537 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for dffe980adf7493236f2b10474cc84a83 in 1280ms, sequenceid=98, compaction requested=true 2024-11-19T02:59:36,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:36,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dffe980adf7493236f2b10474cc84a83:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:59:36,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:36,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dffe980adf7493236f2b10474cc84a83:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:59:36,538 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:36,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:36,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dffe980adf7493236f2b10474cc84a83:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:59:36,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:36,538 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:36,539 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:36,539 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:36,539 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): dffe980adf7493236f2b10474cc84a83/A is initiating minor compaction (all files) 2024-11-19T02:59:36,539 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): dffe980adf7493236f2b10474cc84a83/B is initiating minor compaction (all files) 2024-11-19T02:59:36,539 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dffe980adf7493236f2b10474cc84a83/B in TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:36,539 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dffe980adf7493236f2b10474cc84a83/A in TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:36,539 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/36b6719c8fd241caaa4728c241bfd68e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/79ba195e2d9b424e9511c324cd718d23, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/6a4ff73ebe774ad0a3b4729568b58cad] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp, totalSize=35.3 K 2024-11-19T02:59:36,539 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/94db7aa6d42d4367935af9e20e949d68, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/59f4f03fb66c4c468f93854b99ace501, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/908bb8ee66f04561b2299ce475aaba3b] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp, totalSize=99.2 K 2024-11-19T02:59:36,539 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:36,539 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. files: [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/94db7aa6d42d4367935af9e20e949d68, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/59f4f03fb66c4c468f93854b99ace501, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/908bb8ee66f04561b2299ce475aaba3b] 2024-11-19T02:59:36,539 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 36b6719c8fd241caaa4728c241bfd68e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731985171162 2024-11-19T02:59:36,539 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94db7aa6d42d4367935af9e20e949d68, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731985171162 2024-11-19T02:59:36,539 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 79ba195e2d9b424e9511c324cd718d23, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731985172375 2024-11-19T02:59:36,540 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59f4f03fb66c4c468f93854b99ace501, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731985172375 2024-11-19T02:59:36,540 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a4ff73ebe774ad0a3b4729568b58cad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731985174620 2024-11-19T02:59:36,540 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 908bb8ee66f04561b2299ce475aaba3b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731985174620 2024-11-19T02:59:36,545 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:36,547 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dffe980adf7493236f2b10474cc84a83#B#compaction#337 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:36,547 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119f5d99aed607148e19ae61e8540a891b3_dffe980adf7493236f2b10474cc84a83 store=[table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:36,547 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/5e635f4ecfbe4a34b685622ab107968b is 50, key is test_row_0/B:col10/1731985174620/Put/seqid=0 2024-11-19T02:59:36,548 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119f5d99aed607148e19ae61e8540a891b3_dffe980adf7493236f2b10474cc84a83, store=[table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:36,548 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119f5d99aed607148e19ae61e8540a891b3_dffe980adf7493236f2b10474cc84a83 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:36,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742215_1391 (size=12207) 2024-11-19T02:59:36,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742216_1392 (size=4469) 2024-11-19T02:59:36,555 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/5e635f4ecfbe4a34b685622ab107968b as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/5e635f4ecfbe4a34b685622ab107968b 2024-11-19T02:59:36,561 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dffe980adf7493236f2b10474cc84a83/B of dffe980adf7493236f2b10474cc84a83 into 5e635f4ecfbe4a34b685622ab107968b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:36,561 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:36,561 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., storeName=dffe980adf7493236f2b10474cc84a83/B, priority=13, startTime=1731985176538; duration=0sec 2024-11-19T02:59:36,561 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:36,561 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dffe980adf7493236f2b10474cc84a83:B 2024-11-19T02:59:36,561 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:36,562 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:36,562 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): dffe980adf7493236f2b10474cc84a83/C is initiating minor compaction (all files) 2024-11-19T02:59:36,562 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dffe980adf7493236f2b10474cc84a83/C in TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:36,562 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/a4c988a5e49e47c4914500fdf91c7e75, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/751c3c51259646168c4a21148d82b976, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/6853b23dbae94d038f3d3a86adb7d52d] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp, totalSize=35.3 K 2024-11-19T02:59:36,562 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting a4c988a5e49e47c4914500fdf91c7e75, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731985171162 2024-11-19T02:59:36,562 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 751c3c51259646168c4a21148d82b976, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731985172375 2024-11-19T02:59:36,563 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 6853b23dbae94d038f3d3a86adb7d52d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731985174620 2024-11-19T02:59:36,568 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dffe980adf7493236f2b10474cc84a83#C#compaction#338 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:36,568 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/6722e393e25c473da6f744c5b3d540dd is 50, key is test_row_0/C:col10/1731985174620/Put/seqid=0 2024-11-19T02:59:36,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742217_1393 (size=12207) 2024-11-19T02:59:36,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-19T02:59:36,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:36,633 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing dffe980adf7493236f2b10474cc84a83 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-19T02:59:36,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111948ada4b2e4574225a69a7c5fb10a230e_dffe980adf7493236f2b10474cc84a83 is 50, key is test_row_0/A:col10/1731985175303/Put/seqid=0 2024-11-19T02:59:36,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742218_1394 (size=12154) 2024-11-19T02:59:36,956 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dffe980adf7493236f2b10474cc84a83#A#compaction#336 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:36,959 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/0aadce945a83434298ec459e2b94889a is 175, key is test_row_0/A:col10/1731985174620/Put/seqid=0 2024-11-19T02:59:36,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742219_1395 (size=31161) 2024-11-19T02:59:36,973 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/0aadce945a83434298ec459e2b94889a as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/0aadce945a83434298ec459e2b94889a 2024-11-19T02:59:36,987 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dffe980adf7493236f2b10474cc84a83/A of dffe980adf7493236f2b10474cc84a83 into 0aadce945a83434298ec459e2b94889a(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:36,987 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:36,987 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., storeName=dffe980adf7493236f2b10474cc84a83/A, priority=13, startTime=1731985176538; duration=0sec 2024-11-19T02:59:36,988 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:36,988 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dffe980adf7493236f2b10474cc84a83:A 2024-11-19T02:59:36,988 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/6722e393e25c473da6f744c5b3d540dd as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/6722e393e25c473da6f744c5b3d540dd 2024-11-19T02:59:36,994 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dffe980adf7493236f2b10474cc84a83/C of dffe980adf7493236f2b10474cc84a83 into 6722e393e25c473da6f744c5b3d540dd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:36,994 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:36,995 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., storeName=dffe980adf7493236f2b10474cc84a83/C, priority=13, startTime=1731985176538; duration=0sec 2024-11-19T02:59:36,995 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:36,995 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dffe980adf7493236f2b10474cc84a83:C 2024-11-19T02:59:37,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:37,058 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111948ada4b2e4574225a69a7c5fb10a230e_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111948ada4b2e4574225a69a7c5fb10a230e_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:37,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/1d658e1918b645d6b7ac6d0dd666aec7, store: [table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:37,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/1d658e1918b645d6b7ac6d0dd666aec7 is 175, key is test_row_0/A:col10/1731985175303/Put/seqid=0 2024-11-19T02:59:37,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742220_1396 (size=30955) 2024-11-19T02:59:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-19T02:59:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:37,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:37,487 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/1d658e1918b645d6b7ac6d0dd666aec7 2024-11-19T02:59:37,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/979a5d1ebd1b4a259b1bc73c3a36783c is 50, key is test_row_0/B:col10/1731985175303/Put/seqid=0 2024-11-19T02:59:37,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742221_1397 (size=12001) 2024-11-19T02:59:37,510 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/979a5d1ebd1b4a259b1bc73c3a36783c 2024-11-19T02:59:37,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/2c845a18bfb9428bba9d5257ba0013b2 is 50, key is test_row_0/C:col10/1731985175303/Put/seqid=0 2024-11-19T02:59:37,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742222_1398 (size=12001) 2024-11-19T02:59:37,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985237524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:37,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:37,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:37,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:37,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985237526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:37,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:37,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:37,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:37,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985237526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:37,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:37,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985237527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985237528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:37,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:37,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:37,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:37,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:37,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:37,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:37,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:37,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:37,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:37,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:37,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:37,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985237639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:37,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985237640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:37,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:37,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:37,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:37,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985237649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:37,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:37,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:37,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985237649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:37,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985237649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:37,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:37,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:37,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:37,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:37,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:37,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:37,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:37,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:37,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:37,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:37,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:37,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:37,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985237859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:37,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:37,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985237859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:37,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:37,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:37,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:37,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:37,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:37,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985237859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:37,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:37,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985237859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:37,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:37,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:37,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:37,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:37,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:37,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985237859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:37,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:37,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:37,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:37,923 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/2c845a18bfb9428bba9d5257ba0013b2 2024-11-19T02:59:37,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/1d658e1918b645d6b7ac6d0dd666aec7 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/1d658e1918b645d6b7ac6d0dd666aec7 2024-11-19T02:59:37,932 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/1d658e1918b645d6b7ac6d0dd666aec7, entries=150, sequenceid=117, filesize=30.2 K 2024-11-19T02:59:37,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/979a5d1ebd1b4a259b1bc73c3a36783c as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/979a5d1ebd1b4a259b1bc73c3a36783c 2024-11-19T02:59:37,936 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/979a5d1ebd1b4a259b1bc73c3a36783c, entries=150, sequenceid=117, filesize=11.7 K 2024-11-19T02:59:37,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/2c845a18bfb9428bba9d5257ba0013b2 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/2c845a18bfb9428bba9d5257ba0013b2 2024-11-19T02:59:37,940 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/2c845a18bfb9428bba9d5257ba0013b2, entries=150, sequenceid=117, filesize=11.7 K 2024-11-19T02:59:37,941 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for dffe980adf7493236f2b10474cc84a83 in 1309ms, sequenceid=117, compaction requested=false 2024-11-19T02:59:37,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:37,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:37,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-19T02:59:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-19T02:59:37,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-19T02:59:37,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6880 sec 2024-11-19T02:59:37,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 2.6930 sec 2024-11-19T02:59:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:38,171 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:59:38,171 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dffe980adf7493236f2b10474cc84a83 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-19T02:59:38,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411192fdecb28d0a549f381192093a1c55cf2_dffe980adf7493236f2b10474cc84a83 is 50, key is test_row_0/A:col10/1731985177527/Put/seqid=0 2024-11-19T02:59:38,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742223_1399 (size=14794) 2024-11-19T02:59:38,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985238191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:38,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:38,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985238202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:38,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:38,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985238203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:38,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:38,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:38,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985238203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:38,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:38,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985238204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:38,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:38,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985238308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:38,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:38,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985238319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:38,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:38,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985238319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:38,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:38,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:38,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985238319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:38,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:38,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985238319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:38,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:38,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985238529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:38,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:38,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985238539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:38,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:38,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985238539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:38,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:38,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:38,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985238539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:38,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:38,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:38,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985238540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:38,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:38,588 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:38,591 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411192fdecb28d0a549f381192093a1c55cf2_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411192fdecb28d0a549f381192093a1c55cf2_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:38,592 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/54846fedd77345af9bacef34a741ee8e, store: [table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:38,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/54846fedd77345af9bacef34a741ee8e is 175, key is test_row_0/A:col10/1731985177527/Put/seqid=0 2024-11-19T02:59:38,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742224_1400 (size=39749) 2024-11-19T02:59:38,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985238839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:38,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:38,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985238859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:38,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:38,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985238859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:38,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:38,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985238859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:38,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:38,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985238859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:38,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:38,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:38,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:38,997 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=138, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/54846fedd77345af9bacef34a741ee8e 2024-11-19T02:59:39,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/6ac0922b6d144d4daa69b52fba726334 is 50, key is test_row_0/B:col10/1731985177527/Put/seqid=0 2024-11-19T02:59:39,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742225_1401 (size=12151) 2024-11-19T02:59:39,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985239358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:39,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:39,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:39,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:39,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985239369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:39,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:39,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:39,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:39,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985239379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:39,382 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:39,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:39,382 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:39,382 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985239379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:39,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:39,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:39,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:39,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985239379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:39,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:39,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:39,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-19T02:59:39,409 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:59:39,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/6ac0922b6d144d4daa69b52fba726334 2024-11-19T02:59:39,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:59:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-19T02:59:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-19T02:59:39,411 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:59:39,413 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:59:39,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:59:39,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/8b611c02de2b4b47951d28ce7db563fb is 50, key is test_row_0/C:col10/1731985177527/Put/seqid=0 2024-11-19T02:59:39,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742226_1402 (size=12151) 2024-11-19T02:59:39,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/8b611c02de2b4b47951d28ce7db563fb 2024-11-19T02:59:39,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/54846fedd77345af9bacef34a741ee8e as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/54846fedd77345af9bacef34a741ee8e 2024-11-19T02:59:39,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/54846fedd77345af9bacef34a741ee8e, entries=200, sequenceid=138, filesize=38.8 K 2024-11-19T02:59:39,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/6ac0922b6d144d4daa69b52fba726334 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/6ac0922b6d144d4daa69b52fba726334 2024-11-19T02:59:39,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/6ac0922b6d144d4daa69b52fba726334, entries=150, sequenceid=138, filesize=11.9 K 2024-11-19T02:59:39,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/8b611c02de2b4b47951d28ce7db563fb as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/8b611c02de2b4b47951d28ce7db563fb 2024-11-19T02:59:39,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/8b611c02de2b4b47951d28ce7db563fb, entries=150, sequenceid=138, filesize=11.9 K 2024-11-19T02:59:39,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for dffe980adf7493236f2b10474cc84a83 in 1269ms, sequenceid=138, compaction requested=true 2024-11-19T02:59:39,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:39,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dffe980adf7493236f2b10474cc84a83:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:59:39,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:39,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dffe980adf7493236f2b10474cc84a83:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:59:39,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:39,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dffe980adf7493236f2b10474cc84a83:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:59:39,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:39,440 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:39,440 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:39,441 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:39,441 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:39,441 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): dffe980adf7493236f2b10474cc84a83/B is initiating minor compaction (all files) 2024-11-19T02:59:39,441 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): dffe980adf7493236f2b10474cc84a83/A is initiating minor compaction (all files) 2024-11-19T02:59:39,441 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dffe980adf7493236f2b10474cc84a83/B in TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:39,441 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dffe980adf7493236f2b10474cc84a83/A in TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:39,441 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/5e635f4ecfbe4a34b685622ab107968b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/979a5d1ebd1b4a259b1bc73c3a36783c, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/6ac0922b6d144d4daa69b52fba726334] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp, totalSize=35.5 K 2024-11-19T02:59:39,441 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/0aadce945a83434298ec459e2b94889a, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/1d658e1918b645d6b7ac6d0dd666aec7, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/54846fedd77345af9bacef34a741ee8e] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp, totalSize=99.5 K 2024-11-19T02:59:39,441 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:39,441 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. files: [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/0aadce945a83434298ec459e2b94889a, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/1d658e1918b645d6b7ac6d0dd666aec7, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/54846fedd77345af9bacef34a741ee8e] 2024-11-19T02:59:39,442 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e635f4ecfbe4a34b685622ab107968b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731985174620 2024-11-19T02:59:39,442 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0aadce945a83434298ec459e2b94889a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731985174620 2024-11-19T02:59:39,443 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 979a5d1ebd1b4a259b1bc73c3a36783c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731985175303 2024-11-19T02:59:39,443 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d658e1918b645d6b7ac6d0dd666aec7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731985175303 2024-11-19T02:59:39,443 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54846fedd77345af9bacef34a741ee8e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731985177524 2024-11-19T02:59:39,443 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ac0922b6d144d4daa69b52fba726334, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731985177525 2024-11-19T02:59:39,456 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dffe980adf7493236f2b10474cc84a83#B#compaction#345 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:39,456 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/b2677a9624b44c0d92b51fe512ef240e is 50, key is test_row_0/B:col10/1731985177527/Put/seqid=0 2024-11-19T02:59:39,457 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:39,463 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111924dfe55206154c52876edd40ca286cfa_dffe980adf7493236f2b10474cc84a83 store=[table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:39,465 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111924dfe55206154c52876edd40ca286cfa_dffe980adf7493236f2b10474cc84a83, store=[table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:39,465 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111924dfe55206154c52876edd40ca286cfa_dffe980adf7493236f2b10474cc84a83 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:39,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742227_1403 (size=12459) 2024-11-19T02:59:39,479 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/b2677a9624b44c0d92b51fe512ef240e as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/b2677a9624b44c0d92b51fe512ef240e 2024-11-19T02:59:39,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742228_1404 (size=4469) 2024-11-19T02:59:39,485 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dffe980adf7493236f2b10474cc84a83#A#compaction#346 average throughput is 0.87 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:39,486 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/e0393cb438584add841736b8c92849ac is 175, key is test_row_0/A:col10/1731985177527/Put/seqid=0 2024-11-19T02:59:39,488 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dffe980adf7493236f2b10474cc84a83/B of dffe980adf7493236f2b10474cc84a83 into b2677a9624b44c0d92b51fe512ef240e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:39,488 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:39,488 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., storeName=dffe980adf7493236f2b10474cc84a83/B, priority=13, startTime=1731985179440; duration=0sec 2024-11-19T02:59:39,488 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:39,488 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dffe980adf7493236f2b10474cc84a83:B 2024-11-19T02:59:39,488 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:39,490 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:39,490 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): dffe980adf7493236f2b10474cc84a83/C is initiating minor compaction (all files) 2024-11-19T02:59:39,490 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dffe980adf7493236f2b10474cc84a83/C in TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:39,490 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/6722e393e25c473da6f744c5b3d540dd, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/2c845a18bfb9428bba9d5257ba0013b2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/8b611c02de2b4b47951d28ce7db563fb] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp, totalSize=35.5 K 2024-11-19T02:59:39,490 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 6722e393e25c473da6f744c5b3d540dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731985174620 2024-11-19T02:59:39,491 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c845a18bfb9428bba9d5257ba0013b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731985175303 2024-11-19T02:59:39,493 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b611c02de2b4b47951d28ce7db563fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731985177525 2024-11-19T02:59:39,510 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dffe980adf7493236f2b10474cc84a83#C#compaction#347 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:39,510 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/4e9433435202481f9b656b51c7a5d450 is 50, key is test_row_0/C:col10/1731985177527/Put/seqid=0 2024-11-19T02:59:39,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742229_1405 (size=31413) 2024-11-19T02:59:39,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742230_1406 (size=12459) 2024-11-19T02:59:39,519 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/e0393cb438584add841736b8c92849ac as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/e0393cb438584add841736b8c92849ac 2024-11-19T02:59:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-19T02:59:39,525 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/4e9433435202481f9b656b51c7a5d450 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/4e9433435202481f9b656b51c7a5d450 2024-11-19T02:59:39,528 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dffe980adf7493236f2b10474cc84a83/A of dffe980adf7493236f2b10474cc84a83 into e0393cb438584add841736b8c92849ac(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:39,528 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:39,528 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., storeName=dffe980adf7493236f2b10474cc84a83/A, priority=13, startTime=1731985179440; duration=0sec 2024-11-19T02:59:39,528 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:39,528 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dffe980adf7493236f2b10474cc84a83:A 2024-11-19T02:59:39,531 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dffe980adf7493236f2b10474cc84a83/C of dffe980adf7493236f2b10474cc84a83 into 4e9433435202481f9b656b51c7a5d450(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:39,531 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:39,532 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., storeName=dffe980adf7493236f2b10474cc84a83/C, priority=13, startTime=1731985179440; duration=0sec 2024-11-19T02:59:39,532 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:39,532 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dffe980adf7493236f2b10474cc84a83:C 2024-11-19T02:59:39,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-19T02:59:39,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:39,565 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing dffe980adf7493236f2b10474cc84a83 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-19T02:59:39,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111986b5a03642314bbd8210d1a19034394d_dffe980adf7493236f2b10474cc84a83 is 50, key is test_row_0/A:col10/1731985178188/Put/seqid=0 2024-11-19T02:59:39,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742231_1407 (size=12304) 2024-11-19T02:59:39,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:39,583 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111986b5a03642314bbd8210d1a19034394d_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111986b5a03642314bbd8210d1a19034394d_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:39,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/8c9ddf6887b14b4a9f73193e2a204d14, store: [table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:39,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/8c9ddf6887b14b4a9f73193e2a204d14 is 175, key is test_row_0/A:col10/1731985178188/Put/seqid=0 2024-11-19T02:59:39,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742232_1408 (size=31105) 2024-11-19T02:59:39,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-19T02:59:39,993 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/8c9ddf6887b14b4a9f73193e2a204d14 2024-11-19T02:59:40,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/08c00c4cd44c4b26b9d64cb3a2139034 is 50, key is test_row_0/B:col10/1731985178188/Put/seqid=0 2024-11-19T02:59:40,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742233_1409 (size=12151) 2024-11-19T02:59:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-19T02:59:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:40,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:40,409 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/08c00c4cd44c4b26b9d64cb3a2139034 2024-11-19T02:59:40,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/de1ea368cfbd46c3aaa35ffc7749a698 is 50, key is test_row_0/C:col10/1731985178188/Put/seqid=0 2024-11-19T02:59:40,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742234_1410 (size=12151) 2024-11-19T02:59:40,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985240414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:40,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:40,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985240416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:40,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:40,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:40,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:40,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:40,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:40,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985240418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:40,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:40,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985240417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985240421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:40,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:40,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:40,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:40,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:40,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:40,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:40,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:40,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:40,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-19T02:59:40,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985240539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:40,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:40,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:40,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:40,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985240539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:40,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:40,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:40,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:40,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985240540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:40,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985240540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:40,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:40,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:40,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:40,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985240540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:40,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:40,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:40,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:40,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:40,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:40,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:40,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985240759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:40,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:40,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:40,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:40,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985240759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:40,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985240759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:40,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:40,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:40,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:40,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:40,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:40,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:40,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985240759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:40,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:40,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:40,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:40,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985240760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:40,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:40,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:40,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:40,826 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/de1ea368cfbd46c3aaa35ffc7749a698 2024-11-19T02:59:40,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/8c9ddf6887b14b4a9f73193e2a204d14 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/8c9ddf6887b14b4a9f73193e2a204d14 2024-11-19T02:59:40,837 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/8c9ddf6887b14b4a9f73193e2a204d14, entries=150, sequenceid=158, filesize=30.4 K 2024-11-19T02:59:40,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/08c00c4cd44c4b26b9d64cb3a2139034 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/08c00c4cd44c4b26b9d64cb3a2139034 2024-11-19T02:59:40,843 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/08c00c4cd44c4b26b9d64cb3a2139034, entries=150, sequenceid=158, filesize=11.9 K 2024-11-19T02:59:40,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/de1ea368cfbd46c3aaa35ffc7749a698 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/de1ea368cfbd46c3aaa35ffc7749a698 2024-11-19T02:59:40,848 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/de1ea368cfbd46c3aaa35ffc7749a698, entries=150, sequenceid=158, filesize=11.9 K 2024-11-19T02:59:40,849 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for dffe980adf7493236f2b10474cc84a83 in 1284ms, sequenceid=158, compaction requested=false 2024-11-19T02:59:40,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:40,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:40,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-19T02:59:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-19T02:59:40,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-19T02:59:40,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4380 sec 2024-11-19T02:59:40,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.4440 sec 2024-11-19T02:59:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:41,084 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:59:41,084 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dffe980adf7493236f2b10474cc84a83 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-19T02:59:41,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411196bd6e88167f54cdeb7a88f7ee44531f5_dffe980adf7493236f2b10474cc84a83 is 50, key is test_row_0/A:col10/1731985180416/Put/seqid=0 2024-11-19T02:59:41,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742235_1411 (size=14794) 2024-11-19T02:59:41,097 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:41,101 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411196bd6e88167f54cdeb7a88f7ee44531f5_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411196bd6e88167f54cdeb7a88f7ee44531f5_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:41,102 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/bc04905cd0f94a26a4d51fcc19ec3949, store: [table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:41,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/bc04905cd0f94a26a4d51fcc19ec3949 is 175, key is test_row_0/A:col10/1731985180416/Put/seqid=0 2024-11-19T02:59:41,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742236_1412 (size=39749) 2024-11-19T02:59:41,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985241101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:41,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985241102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:41,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:41,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:41,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985241111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:41,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:41,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985241113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:41,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:41,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985241114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:41,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:41,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985241219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:41,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:41,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985241219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:41,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:41,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:41,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985241229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:41,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:41,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985241229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:41,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:41,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:41,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985241229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:41,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:41,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:41,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985241439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:41,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:41,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:41,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985241439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:41,449 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,449 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,449 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:41,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:41,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985241449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985241449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:41,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985241449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:41,507 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=178, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/bc04905cd0f94a26a4d51fcc19ec3949 2024-11-19T02:59:41,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/36afe60ce0874256aa1cd9f61a7e0c19 is 50, key is test_row_0/B:col10/1731985180416/Put/seqid=0 2024-11-19T02:59:41,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742237_1413 (size=12151) 2024-11-19T02:59:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-19T02:59:41,560 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:59:41,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:59:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-19T02:59:41,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-19T02:59:41,562 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:59:41,562 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:59:41,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:59:41,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-19T02:59:41,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-19T02:59:41,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:41,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:41,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:41,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:41,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:41,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:41,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985241759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:41,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:41,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985241759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:41,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:41,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:41,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:41,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985241769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:41,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:41,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:41,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985241769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:41,781 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:41,781 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,781 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:41,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985241769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:41,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:41,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:41,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-19T02:59:41,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:41,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:41,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:41,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:41,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:41,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-19T02:59:41,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/36afe60ce0874256aa1cd9f61a7e0c19 2024-11-19T02:59:41,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/e5141b4200a144a9a1ffec3205f9c6b2 is 50, key is test_row_0/C:col10/1731985180416/Put/seqid=0 2024-11-19T02:59:41,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742238_1414 (size=12151) 2024-11-19T02:59:42,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-19T02:59:42,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:42,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:42,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:42,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:42,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:42,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-19T02:59:42,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:42,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:42,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:42,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:42,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-19T02:59:42,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985242280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:42,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985242280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:42,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:42,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:42,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:42,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:42,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:42,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:42,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985242289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:42,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985242291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:42,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:42,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:42,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:42,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985242292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:42,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:42,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:42,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:42,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:42,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:42,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:42,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-19T02:59:42,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:42,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:42,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:42,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:42,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:42,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/e5141b4200a144a9a1ffec3205f9c6b2 2024-11-19T02:59:42,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/bc04905cd0f94a26a4d51fcc19ec3949 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/bc04905cd0f94a26a4d51fcc19ec3949 2024-11-19T02:59:42,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/bc04905cd0f94a26a4d51fcc19ec3949, entries=200, sequenceid=178, filesize=38.8 K 2024-11-19T02:59:42,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/36afe60ce0874256aa1cd9f61a7e0c19 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/36afe60ce0874256aa1cd9f61a7e0c19 2024-11-19T02:59:42,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/36afe60ce0874256aa1cd9f61a7e0c19, entries=150, sequenceid=178, filesize=11.9 K 2024-11-19T02:59:42,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/e5141b4200a144a9a1ffec3205f9c6b2 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/e5141b4200a144a9a1ffec3205f9c6b2 2024-11-19T02:59:42,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/e5141b4200a144a9a1ffec3205f9c6b2, entries=150, sequenceid=178, filesize=11.9 K 2024-11-19T02:59:42,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for dffe980adf7493236f2b10474cc84a83 in 1287ms, sequenceid=178, compaction requested=true 2024-11-19T02:59:42,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:42,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dffe980adf7493236f2b10474cc84a83:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:59:42,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:42,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dffe980adf7493236f2b10474cc84a83:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:59:42,371 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:42,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:42,371 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:42,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dffe980adf7493236f2b10474cc84a83:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:59:42,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:42,372 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:42,372 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:42,372 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): dffe980adf7493236f2b10474cc84a83/A is initiating minor compaction (all files) 2024-11-19T02:59:42,372 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): dffe980adf7493236f2b10474cc84a83/B is initiating minor compaction (all files) 2024-11-19T02:59:42,372 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dffe980adf7493236f2b10474cc84a83/A in TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:42,372 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dffe980adf7493236f2b10474cc84a83/B in TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:42,372 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/e0393cb438584add841736b8c92849ac, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/8c9ddf6887b14b4a9f73193e2a204d14, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/bc04905cd0f94a26a4d51fcc19ec3949] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp, totalSize=99.9 K 2024-11-19T02:59:42,372 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/b2677a9624b44c0d92b51fe512ef240e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/08c00c4cd44c4b26b9d64cb3a2139034, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/36afe60ce0874256aa1cd9f61a7e0c19] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp, totalSize=35.9 K 2024-11-19T02:59:42,372 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:42,372 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. files: [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/e0393cb438584add841736b8c92849ac, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/8c9ddf6887b14b4a9f73193e2a204d14, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/bc04905cd0f94a26a4d51fcc19ec3949] 2024-11-19T02:59:42,372 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting b2677a9624b44c0d92b51fe512ef240e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731985177525 2024-11-19T02:59:42,373 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0393cb438584add841736b8c92849ac, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731985177525 2024-11-19T02:59:42,373 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 08c00c4cd44c4b26b9d64cb3a2139034, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731985178188 2024-11-19T02:59:42,373 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 36afe60ce0874256aa1cd9f61a7e0c19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731985180415 2024-11-19T02:59:42,373 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c9ddf6887b14b4a9f73193e2a204d14, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731985178188 2024-11-19T02:59:42,374 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc04905cd0f94a26a4d51fcc19ec3949, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731985180415 2024-11-19T02:59:42,383 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:42,383 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dffe980adf7493236f2b10474cc84a83#B#compaction#354 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:42,384 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/02503d8e34ed4cdc82d602985d10d800 is 50, key is test_row_0/B:col10/1731985180416/Put/seqid=0 2024-11-19T02:59:42,386 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119238480dafeb44158b79bf89686967627_dffe980adf7493236f2b10474cc84a83 store=[table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:42,393 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119238480dafeb44158b79bf89686967627_dffe980adf7493236f2b10474cc84a83, store=[table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:42,393 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119238480dafeb44158b79bf89686967627_dffe980adf7493236f2b10474cc84a83 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:42,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742239_1415 (size=12561) 2024-11-19T02:59:42,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742240_1416 (size=4469) 2024-11-19T02:59:42,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-19T02:59:42,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:42,485 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing dffe980adf7493236f2b10474cc84a83 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-19T02:59:42,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411194ae28f91a28443d8bdc2263694a48fdd_dffe980adf7493236f2b10474cc84a83 is 50, key is test_row_0/A:col10/1731985181099/Put/seqid=0 2024-11-19T02:59:42,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742241_1417 (size=12304) 2024-11-19T02:59:42,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:42,523 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411194ae28f91a28443d8bdc2263694a48fdd_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411194ae28f91a28443d8bdc2263694a48fdd_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:42,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/51123fed8d934638a9f8cfd9bdd9d98e, store: [table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:42,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/51123fed8d934638a9f8cfd9bdd9d98e is 175, key is test_row_0/A:col10/1731985181099/Put/seqid=0 2024-11-19T02:59:42,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742242_1418 (size=31105) 2024-11-19T02:59:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-19T02:59:42,800 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/02503d8e34ed4cdc82d602985d10d800 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/02503d8e34ed4cdc82d602985d10d800 2024-11-19T02:59:42,806 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dffe980adf7493236f2b10474cc84a83/B of dffe980adf7493236f2b10474cc84a83 into 02503d8e34ed4cdc82d602985d10d800(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:42,806 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:42,806 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., storeName=dffe980adf7493236f2b10474cc84a83/B, priority=13, startTime=1731985182371; duration=0sec 2024-11-19T02:59:42,806 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:42,806 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dffe980adf7493236f2b10474cc84a83:B 2024-11-19T02:59:42,806 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:42,807 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:42,807 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): dffe980adf7493236f2b10474cc84a83/C is initiating minor compaction (all files) 2024-11-19T02:59:42,807 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dffe980adf7493236f2b10474cc84a83/C in TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:42,807 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/4e9433435202481f9b656b51c7a5d450, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/de1ea368cfbd46c3aaa35ffc7749a698, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/e5141b4200a144a9a1ffec3205f9c6b2] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp, totalSize=35.9 K 2024-11-19T02:59:42,808 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dffe980adf7493236f2b10474cc84a83#A#compaction#355 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:42,808 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e9433435202481f9b656b51c7a5d450, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731985177525 2024-11-19T02:59:42,808 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/58115bbfa2d54aa7b40a67042917fdf4 is 175, key is test_row_0/A:col10/1731985180416/Put/seqid=0 2024-11-19T02:59:42,810 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting de1ea368cfbd46c3aaa35ffc7749a698, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731985178188 2024-11-19T02:59:42,810 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting e5141b4200a144a9a1ffec3205f9c6b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731985180415 2024-11-19T02:59:42,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742243_1419 (size=31515) 2024-11-19T02:59:42,817 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dffe980adf7493236f2b10474cc84a83#C#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:42,818 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/8d5a12aa52844f059235ec76d054f9a8 is 50, key is test_row_0/C:col10/1731985180416/Put/seqid=0 2024-11-19T02:59:42,823 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/58115bbfa2d54aa7b40a67042917fdf4 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/58115bbfa2d54aa7b40a67042917fdf4 2024-11-19T02:59:42,828 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dffe980adf7493236f2b10474cc84a83/A of dffe980adf7493236f2b10474cc84a83 into 58115bbfa2d54aa7b40a67042917fdf4(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:42,828 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:42,828 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., storeName=dffe980adf7493236f2b10474cc84a83/A, priority=13, startTime=1731985182371; duration=0sec 2024-11-19T02:59:42,828 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:42,829 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dffe980adf7493236f2b10474cc84a83:A 2024-11-19T02:59:42,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742244_1420 (size=12561) 2024-11-19T02:59:42,841 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/8d5a12aa52844f059235ec76d054f9a8 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/8d5a12aa52844f059235ec76d054f9a8 2024-11-19T02:59:42,850 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dffe980adf7493236f2b10474cc84a83/C of dffe980adf7493236f2b10474cc84a83 into 8d5a12aa52844f059235ec76d054f9a8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:42,850 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:42,850 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., storeName=dffe980adf7493236f2b10474cc84a83/C, priority=13, startTime=1731985182371; duration=0sec 2024-11-19T02:59:42,850 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:42,850 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dffe980adf7493236f2b10474cc84a83:C 2024-11-19T02:59:42,939 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/51123fed8d934638a9f8cfd9bdd9d98e 2024-11-19T02:59:42,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/2908ef29dd6147c49d35f3d289a6f82d is 50, key is test_row_0/B:col10/1731985181099/Put/seqid=0 2024-11-19T02:59:42,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742245_1421 (size=12151) 2024-11-19T02:59:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:43,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:43,352 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/2908ef29dd6147c49d35f3d289a6f82d 2024-11-19T02:59:43,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/74bce2470a1f45f499153a6e446f4821 is 50, key is test_row_0/C:col10/1731985181099/Put/seqid=0 2024-11-19T02:59:43,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742246_1422 (size=12151) 2024-11-19T02:59:43,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985243370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:43,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985243370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:43,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985243371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:43,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:43,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:43,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:43,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985243371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:43,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:43,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:43,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985243371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:43,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:43,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:43,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:43,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:43,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985243489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:43,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:43,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:43,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:43,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985243489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:43,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:43,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:43,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:43,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985243489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:43,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:43,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:43,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:43,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985243489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:43,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:43,498 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985243489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:43,498 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:43,498 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:43,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:43,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:43,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:43,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985243699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:43,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:43,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:43,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-19T02:59:43,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985243709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:43,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:43,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:43,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:43,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985243711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:43,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:43,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:43,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:43,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985243711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:43,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:43,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985243711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:43,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:43,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:43,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:43,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:43,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:43,763 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/74bce2470a1f45f499153a6e446f4821 2024-11-19T02:59:43,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/51123fed8d934638a9f8cfd9bdd9d98e as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/51123fed8d934638a9f8cfd9bdd9d98e 2024-11-19T02:59:43,772 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/51123fed8d934638a9f8cfd9bdd9d98e, entries=150, sequenceid=194, filesize=30.4 K 2024-11-19T02:59:43,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/2908ef29dd6147c49d35f3d289a6f82d as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/2908ef29dd6147c49d35f3d289a6f82d 2024-11-19T02:59:43,776 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/2908ef29dd6147c49d35f3d289a6f82d, entries=150, sequenceid=194, filesize=11.9 K 2024-11-19T02:59:43,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/74bce2470a1f45f499153a6e446f4821 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/74bce2470a1f45f499153a6e446f4821 2024-11-19T02:59:43,788 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/74bce2470a1f45f499153a6e446f4821, entries=150, sequenceid=194, filesize=11.9 K 2024-11-19T02:59:43,789 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for dffe980adf7493236f2b10474cc84a83 in 1304ms, sequenceid=194, compaction requested=false 2024-11-19T02:59:43,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:43,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:43,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-19T02:59:43,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-19T02:59:43,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-19T02:59:43,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2300 sec 2024-11-19T02:59:43,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 2.2360 sec 2024-11-19T02:59:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:44,026 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:59:44,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dffe980adf7493236f2b10474cc84a83 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-19T02:59:44,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411194ce2a372386545db9d3405f3e0195276_dffe980adf7493236f2b10474cc84a83 is 50, key is test_row_0/A:col10/1731985184026/Put/seqid=0 2024-11-19T02:59:44,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742247_1423 (size=12304) 2024-11-19T02:59:44,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985244041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:44,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985244042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:44,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985244047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:44,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:44,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:44,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:44,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985244048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:44,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:44,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985244052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:44,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:44,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985244159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:44,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:44,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985244159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:44,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:44,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985244159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:44,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:44,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985244168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:44,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:44,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985244169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:44,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:44,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:44,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985244369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:44,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:44,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985244379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:44,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:44,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985244379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:44,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:44,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:44,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985244380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:44,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:44,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:44,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985244380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:44,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:44,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:44,441 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:44,445 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411194ce2a372386545db9d3405f3e0195276_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411194ce2a372386545db9d3405f3e0195276_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:44,446 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/46ffbd749e4046a298ff9982054d3430, store: [table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:44,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/46ffbd749e4046a298ff9982054d3430 is 175, key is test_row_0/A:col10/1731985184026/Put/seqid=0 2024-11-19T02:59:44,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742248_1424 (size=31105) 2024-11-19T02:59:44,452 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=220, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/46ffbd749e4046a298ff9982054d3430 2024-11-19T02:59:44,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/3aab86978b5e4ed7a4ffacab0153f2aa is 50, key is test_row_0/B:col10/1731985184026/Put/seqid=0 2024-11-19T02:59:44,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742249_1425 (size=12151) 2024-11-19T02:59:44,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985244689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:44,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985244689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:44,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985244689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:44,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:44,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:44,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985244692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:44,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:44,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:44,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985244692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:44,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/3aab86978b5e4ed7a4ffacab0153f2aa 2024-11-19T02:59:44,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/5632ea5781c449f8b207fdeea8360bd2 is 50, key is test_row_0/C:col10/1731985184026/Put/seqid=0 2024-11-19T02:59:44,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742250_1426 (size=12151) 2024-11-19T02:59:45,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:45,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985245209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:45,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:45,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:45,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985245209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:45,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:45,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:45,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:45,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:45,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:45,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:45,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985245209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:45,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:45,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:45,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:45,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985245210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:45,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:45,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:45,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:45,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:45,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:45,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985245210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:45,221 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:45,221 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:45,221 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:45,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/5632ea5781c449f8b207fdeea8360bd2 2024-11-19T02:59:45,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/46ffbd749e4046a298ff9982054d3430 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/46ffbd749e4046a298ff9982054d3430 2024-11-19T02:59:45,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/46ffbd749e4046a298ff9982054d3430, entries=150, sequenceid=220, filesize=30.4 K 2024-11-19T02:59:45,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/3aab86978b5e4ed7a4ffacab0153f2aa as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/3aab86978b5e4ed7a4ffacab0153f2aa 2024-11-19T02:59:45,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/3aab86978b5e4ed7a4ffacab0153f2aa, entries=150, sequenceid=220, filesize=11.9 K 2024-11-19T02:59:45,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/5632ea5781c449f8b207fdeea8360bd2 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/5632ea5781c449f8b207fdeea8360bd2 2024-11-19T02:59:45,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/5632ea5781c449f8b207fdeea8360bd2, entries=150, sequenceid=220, filesize=11.9 K 2024-11-19T02:59:45,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for dffe980adf7493236f2b10474cc84a83 in 1267ms, sequenceid=220, compaction requested=true 2024-11-19T02:59:45,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:45,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dffe980adf7493236f2b10474cc84a83:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:59:45,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:45,294 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:45,294 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:45,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dffe980adf7493236f2b10474cc84a83:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:59:45,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:45,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dffe980adf7493236f2b10474cc84a83:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:59:45,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:45,295 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:45,295 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): dffe980adf7493236f2b10474cc84a83/A is initiating minor compaction (all files) 2024-11-19T02:59:45,295 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dffe980adf7493236f2b10474cc84a83/A in TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:45,295 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/58115bbfa2d54aa7b40a67042917fdf4, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/51123fed8d934638a9f8cfd9bdd9d98e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/46ffbd749e4046a298ff9982054d3430] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp, totalSize=91.5 K 2024-11-19T02:59:45,295 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:45,295 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. files: [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/58115bbfa2d54aa7b40a67042917fdf4, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/51123fed8d934638a9f8cfd9bdd9d98e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/46ffbd749e4046a298ff9982054d3430] 2024-11-19T02:59:45,295 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:45,295 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): dffe980adf7493236f2b10474cc84a83/B is initiating minor compaction (all files) 2024-11-19T02:59:45,296 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dffe980adf7493236f2b10474cc84a83/B in TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:45,296 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/02503d8e34ed4cdc82d602985d10d800, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/2908ef29dd6147c49d35f3d289a6f82d, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/3aab86978b5e4ed7a4ffacab0153f2aa] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp, totalSize=36.0 K 2024-11-19T02:59:45,296 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58115bbfa2d54aa7b40a67042917fdf4, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731985180415 2024-11-19T02:59:45,297 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 02503d8e34ed4cdc82d602985d10d800, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731985180415 2024-11-19T02:59:45,297 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51123fed8d934638a9f8cfd9bdd9d98e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731985181099 2024-11-19T02:59:45,297 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46ffbd749e4046a298ff9982054d3430, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731985183369 2024-11-19T02:59:45,297 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 2908ef29dd6147c49d35f3d289a6f82d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731985181099 2024-11-19T02:59:45,297 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 3aab86978b5e4ed7a4ffacab0153f2aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731985183369 2024-11-19T02:59:45,303 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:45,306 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dffe980adf7493236f2b10474cc84a83#B#compaction#364 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:45,306 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/4d947ad5baf24f0b843ffb755fdb928e is 50, key is test_row_0/B:col10/1731985184026/Put/seqid=0 2024-11-19T02:59:45,314 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119cdd60c6503f74b7db4bf22d6de6ea07b_dffe980adf7493236f2b10474cc84a83 store=[table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:45,316 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119cdd60c6503f74b7db4bf22d6de6ea07b_dffe980adf7493236f2b10474cc84a83, store=[table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:45,316 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119cdd60c6503f74b7db4bf22d6de6ea07b_dffe980adf7493236f2b10474cc84a83 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:45,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742251_1427 (size=12663) 2024-11-19T02:59:45,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742252_1428 (size=4469) 2024-11-19T02:59:45,327 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dffe980adf7493236f2b10474cc84a83#A#compaction#363 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:45,328 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/18c16ac2652a4c05bda2476371a6e43f is 175, key is test_row_0/A:col10/1731985184026/Put/seqid=0 2024-11-19T02:59:45,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742253_1429 (size=31617) 2024-11-19T02:59:45,341 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/18c16ac2652a4c05bda2476371a6e43f as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/18c16ac2652a4c05bda2476371a6e43f 2024-11-19T02:59:45,347 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dffe980adf7493236f2b10474cc84a83/A of dffe980adf7493236f2b10474cc84a83 into 18c16ac2652a4c05bda2476371a6e43f(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:45,347 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:45,347 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., storeName=dffe980adf7493236f2b10474cc84a83/A, priority=13, startTime=1731985185294; duration=0sec 2024-11-19T02:59:45,347 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:45,347 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dffe980adf7493236f2b10474cc84a83:A 2024-11-19T02:59:45,348 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:45,349 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:45,349 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): dffe980adf7493236f2b10474cc84a83/C is initiating minor compaction (all files) 2024-11-19T02:59:45,350 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dffe980adf7493236f2b10474cc84a83/C in TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:45,350 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/8d5a12aa52844f059235ec76d054f9a8, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/74bce2470a1f45f499153a6e446f4821, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/5632ea5781c449f8b207fdeea8360bd2] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp, totalSize=36.0 K 2024-11-19T02:59:45,350 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d5a12aa52844f059235ec76d054f9a8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731985180415 2024-11-19T02:59:45,350 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74bce2470a1f45f499153a6e446f4821, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731985181099 2024-11-19T02:59:45,350 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5632ea5781c449f8b207fdeea8360bd2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731985183369 2024-11-19T02:59:45,357 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dffe980adf7493236f2b10474cc84a83#C#compaction#365 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:45,357 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/543d205c1223463e9518947697b57459 is 50, key is test_row_0/C:col10/1731985184026/Put/seqid=0 2024-11-19T02:59:45,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742254_1430 (size=12663) 2024-11-19T02:59:45,373 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/543d205c1223463e9518947697b57459 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/543d205c1223463e9518947697b57459 2024-11-19T02:59:45,379 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dffe980adf7493236f2b10474cc84a83/C of dffe980adf7493236f2b10474cc84a83 into 543d205c1223463e9518947697b57459(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:45,379 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:45,379 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., storeName=dffe980adf7493236f2b10474cc84a83/C, priority=13, startTime=1731985185294; duration=0sec 2024-11-19T02:59:45,379 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:45,379 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dffe980adf7493236f2b10474cc84a83:C 2024-11-19T02:59:45,725 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/4d947ad5baf24f0b843ffb755fdb928e as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/4d947ad5baf24f0b843ffb755fdb928e 2024-11-19T02:59:45,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-19T02:59:45,730 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:59:45,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:59:45,732 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dffe980adf7493236f2b10474cc84a83/B of dffe980adf7493236f2b10474cc84a83 into 4d947ad5baf24f0b843ffb755fdb928e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:45,732 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:45,732 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., storeName=dffe980adf7493236f2b10474cc84a83/B, priority=13, startTime=1731985185294; duration=0sec 2024-11-19T02:59:45,732 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:45,732 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dffe980adf7493236f2b10474cc84a83:B 2024-11-19T02:59:45,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-19T02:59:45,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-19T02:59:45,733 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:59:45,734 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:59:45,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:59:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-19T02:59:45,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-19T02:59:45,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:45,886 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing dffe980adf7493236f2b10474cc84a83 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T02:59:45,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411199db49fd387454564a2a47743e774bf68_dffe980adf7493236f2b10474cc84a83 is 50, key is test_row_0/A:col10/1731985184039/Put/seqid=0 2024-11-19T02:59:45,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742255_1431 (size=12304) 2024-11-19T02:59:46,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-19T02:59:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:46,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:46,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985246296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:46,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:46,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:46,308 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411199db49fd387454564a2a47743e774bf68_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411199db49fd387454564a2a47743e774bf68_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:46,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/b941a1802e8543c28ceb91d212e59144, store: [table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:46,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/b941a1802e8543c28ceb91d212e59144 is 175, key is test_row_0/A:col10/1731985184039/Put/seqid=0 2024-11-19T02:59:46,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985246297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:46,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:46,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985246298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:46,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:46,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:46,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985246299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:46,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:46,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:46,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985246300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:46,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:46,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:46,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742256_1432 (size=31105) 2024-11-19T02:59:46,317 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/b941a1802e8543c28ceb91d212e59144 2024-11-19T02:59:46,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/28e81e33a9004c44bccdaf36c8ff514a is 50, key is test_row_0/B:col10/1731985184039/Put/seqid=0 2024-11-19T02:59:46,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742257_1433 (size=12151) 2024-11-19T02:59:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-19T02:59:46,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985246409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:46,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:46,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985246420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:46,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:46,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985246420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:46,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:46,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:46,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985246420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:46,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:46,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:46,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985246420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:46,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:46,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985246629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:46,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:46,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985246630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:46,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,639 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:46,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:46,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985246630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:46,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:46,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985246630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:46,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:46,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985246630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:46,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:46,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:46,734 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/28e81e33a9004c44bccdaf36c8ff514a 2024-11-19T02:59:46,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/84e4165f3585412e9006c0561fbe3f58 is 50, key is test_row_0/C:col10/1731985184039/Put/seqid=0 2024-11-19T02:59:46,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742258_1434 (size=12151) 2024-11-19T02:59:46,756 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/84e4165f3585412e9006c0561fbe3f58 2024-11-19T02:59:46,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/b941a1802e8543c28ceb91d212e59144 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/b941a1802e8543c28ceb91d212e59144 2024-11-19T02:59:46,765 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/b941a1802e8543c28ceb91d212e59144, entries=150, sequenceid=236, filesize=30.4 K 2024-11-19T02:59:46,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/28e81e33a9004c44bccdaf36c8ff514a as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/28e81e33a9004c44bccdaf36c8ff514a 2024-11-19T02:59:46,770 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/28e81e33a9004c44bccdaf36c8ff514a, entries=150, sequenceid=236, filesize=11.9 K 2024-11-19T02:59:46,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/84e4165f3585412e9006c0561fbe3f58 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/84e4165f3585412e9006c0561fbe3f58 2024-11-19T02:59:46,776 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/84e4165f3585412e9006c0561fbe3f58, entries=150, sequenceid=236, filesize=11.9 K 2024-11-19T02:59:46,777 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for dffe980adf7493236f2b10474cc84a83 in 891ms, sequenceid=236, compaction requested=false 2024-11-19T02:59:46,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:46,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:46,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-19T02:59:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-19T02:59:46,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-19T02:59:46,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0450 sec 2024-11-19T02:59:46,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 1.0520 sec 2024-11-19T02:59:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-19T02:59:46,869 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:59:46,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:59:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-19T02:59:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-19T02:59:46,872 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:59:46,873 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:59:46,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:59:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:46,955 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:59:46,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dffe980adf7493236f2b10474cc84a83 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T02:59:46,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111905d28a8790f242489d86c94353f39404_dffe980adf7493236f2b10474cc84a83 is 50, key is test_row_0/A:col10/1731985186955/Put/seqid=0 2024-11-19T02:59:46,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742259_1435 (size=17484) 2024-11-19T02:59:46,970 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:46,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985246962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:46,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:46,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985246968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:46,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:46,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:46,975 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111905d28a8790f242489d86c94353f39404_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111905d28a8790f242489d86c94353f39404_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:46,975 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/c29ad66c37fb4b0cbf14c30330269ec9, store: [table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:46,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/c29ad66c37fb4b0cbf14c30330269ec9 is 175, key is test_row_0/A:col10/1731985186955/Put/seqid=0 2024-11-19T02:59:46,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742260_1436 (size=48589) 2024-11-19T02:59:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-19T02:59:46,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985246971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:46,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:46,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985246972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:46,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:46,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985246972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:46,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:46,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:47,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-19T02:59:47,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:47,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:47,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:47,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:47,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:47,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985247079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:47,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:47,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:47,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:47,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985247079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:47,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:47,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:47,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:47,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985247089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:47,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:47,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:47,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:47,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985247089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:47,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:47,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:47,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:47,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985247089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:47,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:47,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:47,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:47,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-19T02:59:47,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:47,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:47,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:47,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:47,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-19T02:59:47,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985247299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:47,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:47,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:47,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:47,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985247299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:47,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:47,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:47,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:47,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985247308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:47,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:47,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:47,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:47,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985247309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:47,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:47,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:47,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:47,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:47,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985247309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:47,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:47,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:47,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:47,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-19T02:59:47,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:47,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:47,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:47,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:47,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:47,382 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/c29ad66c37fb4b0cbf14c30330269ec9 2024-11-19T02:59:47,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/21eca71f63a44eb78666492e9f047e7d is 50, key is test_row_0/B:col10/1731985186955/Put/seqid=0 2024-11-19T02:59:47,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742261_1437 (size=12301) 2024-11-19T02:59:47,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-19T02:59:47,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:47,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:47,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:47,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:47,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-19T02:59:47,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985247609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:47,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:47,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:47,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:47,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985247609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:47,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:47,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:47,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:47,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985247629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:47,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:47,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:47,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:47,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985247629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:47,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:47,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:47,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:47,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985247629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:47,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:47,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:47,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-19T02:59:47,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:47,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:47,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:47,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:47,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:47,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:47,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-19T02:59:47,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:47,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:47,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:47,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:47,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:47,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:47,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/21eca71f63a44eb78666492e9f047e7d 2024-11-19T02:59:47,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/46c7feab184f4167972b91c9da0ba404 is 50, key is test_row_0/C:col10/1731985186955/Put/seqid=0 2024-11-19T02:59:47,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742262_1438 (size=12301) 2024-11-19T02:59:47,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-19T02:59:47,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:47,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:47,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:47,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:47,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-19T02:59:48,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-19T02:59:48,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:48,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:48,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:48,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:48,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:48,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985248129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:48,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:48,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:48,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:48,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985248129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:48,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:48,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:48,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:48,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985248139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:48,150 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:48,150 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:48,150 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:48,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985248149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:48,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:48,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:48,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985248149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:48,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:48,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:48,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:48,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:48,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/46c7feab184f4167972b91c9da0ba404 2024-11-19T02:59:48,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/c29ad66c37fb4b0cbf14c30330269ec9 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/c29ad66c37fb4b0cbf14c30330269ec9 2024-11-19T02:59:48,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/c29ad66c37fb4b0cbf14c30330269ec9, entries=250, sequenceid=261, filesize=47.5 K 2024-11-19T02:59:48,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/21eca71f63a44eb78666492e9f047e7d as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/21eca71f63a44eb78666492e9f047e7d 2024-11-19T02:59:48,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/21eca71f63a44eb78666492e9f047e7d, entries=150, sequenceid=261, filesize=12.0 K 2024-11-19T02:59:48,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/46c7feab184f4167972b91c9da0ba404 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/46c7feab184f4167972b91c9da0ba404 2024-11-19T02:59:48,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/46c7feab184f4167972b91c9da0ba404, entries=150, sequenceid=261, filesize=12.0 K 2024-11-19T02:59:48,222 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for dffe980adf7493236f2b10474cc84a83 in 1267ms, sequenceid=261, compaction requested=true 2024-11-19T02:59:48,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:48,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dffe980adf7493236f2b10474cc84a83:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:59:48,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:48,222 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:48,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dffe980adf7493236f2b10474cc84a83:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:59:48,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:48,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dffe980adf7493236f2b10474cc84a83:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:59:48,222 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:48,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:48,223 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:48,223 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): dffe980adf7493236f2b10474cc84a83/A is initiating minor compaction (all files) 2024-11-19T02:59:48,223 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dffe980adf7493236f2b10474cc84a83/A in TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:48,223 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/18c16ac2652a4c05bda2476371a6e43f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/b941a1802e8543c28ceb91d212e59144, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/c29ad66c37fb4b0cbf14c30330269ec9] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp, totalSize=108.7 K 2024-11-19T02:59:48,223 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:48,223 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. files: [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/18c16ac2652a4c05bda2476371a6e43f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/b941a1802e8543c28ceb91d212e59144, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/c29ad66c37fb4b0cbf14c30330269ec9] 2024-11-19T02:59:48,224 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:48,224 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18c16ac2652a4c05bda2476371a6e43f, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731985183369 2024-11-19T02:59:48,224 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): dffe980adf7493236f2b10474cc84a83/B is initiating minor compaction (all files) 2024-11-19T02:59:48,224 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dffe980adf7493236f2b10474cc84a83/B in TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:48,224 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/4d947ad5baf24f0b843ffb755fdb928e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/28e81e33a9004c44bccdaf36c8ff514a, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/21eca71f63a44eb78666492e9f047e7d] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp, totalSize=36.2 K 2024-11-19T02:59:48,224 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting b941a1802e8543c28ceb91d212e59144, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731985184039 2024-11-19T02:59:48,224 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting c29ad66c37fb4b0cbf14c30330269ec9, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731985186281 2024-11-19T02:59:48,224 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d947ad5baf24f0b843ffb755fdb928e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731985183369 2024-11-19T02:59:48,225 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 28e81e33a9004c44bccdaf36c8ff514a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731985184039 2024-11-19T02:59:48,225 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 21eca71f63a44eb78666492e9f047e7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731985186298 2024-11-19T02:59:48,231 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:48,233 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119bf9a9599ac644418acb1f555a5a36c7d_dffe980adf7493236f2b10474cc84a83 store=[table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:48,234 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dffe980adf7493236f2b10474cc84a83#B#compaction#373 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:48,234 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119bf9a9599ac644418acb1f555a5a36c7d_dffe980adf7493236f2b10474cc84a83, store=[table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:48,234 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119bf9a9599ac644418acb1f555a5a36c7d_dffe980adf7493236f2b10474cc84a83 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:48,234 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/02ecff3c120b407f9eb0a123b23a17f2 is 50, key is test_row_0/B:col10/1731985186955/Put/seqid=0 2024-11-19T02:59:48,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742263_1439 (size=12915) 2024-11-19T02:59:48,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742264_1440 (size=4469) 2024-11-19T02:59:48,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-19T02:59:48,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:48,250 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing dffe980adf7493236f2b10474cc84a83 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T02:59:48,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119c4b9b2d56ccc46799fff01365458e34f_dffe980adf7493236f2b10474cc84a83 is 50, key is test_row_0/A:col10/1731985186967/Put/seqid=0 2024-11-19T02:59:48,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742265_1441 (size=12454) 2024-11-19T02:59:48,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,264 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119c4b9b2d56ccc46799fff01365458e34f_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c4b9b2d56ccc46799fff01365458e34f_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:48,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/02cd3b1ec4a54c9296b97eba976b0136, store: [table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:48,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/02cd3b1ec4a54c9296b97eba976b0136 is 175, key is test_row_0/A:col10/1731985186967/Put/seqid=0 2024-11-19T02:59:48,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742266_1442 (size=31255) 2024-11-19T02:59:48,272 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=272, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/02cd3b1ec4a54c9296b97eba976b0136 2024-11-19T02:59:48,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/68573866e80a436397db44dd35005c70 is 50, key is test_row_0/B:col10/1731985186967/Put/seqid=0 2024-11-19T02:59:48,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742267_1443 (size=12301) 2024-11-19T02:59:48,284 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/68573866e80a436397db44dd35005c70 2024-11-19T02:59:48,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/d1a75810869f4b479f5cdfd4af6a2c39 is 50, key is test_row_0/C:col10/1731985186967/Put/seqid=0 2024-11-19T02:59:48,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742268_1444 (size=12301) 2024-11-19T02:59:48,295 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/d1a75810869f4b479f5cdfd4af6a2c39 2024-11-19T02:59:48,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/02cd3b1ec4a54c9296b97eba976b0136 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/02cd3b1ec4a54c9296b97eba976b0136 2024-11-19T02:59:48,303 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/02cd3b1ec4a54c9296b97eba976b0136, entries=150, sequenceid=272, filesize=30.5 K 2024-11-19T02:59:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/68573866e80a436397db44dd35005c70 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/68573866e80a436397db44dd35005c70 2024-11-19T02:59:48,307 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/68573866e80a436397db44dd35005c70, entries=150, sequenceid=272, filesize=12.0 K 2024-11-19T02:59:48,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/d1a75810869f4b479f5cdfd4af6a2c39 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/d1a75810869f4b479f5cdfd4af6a2c39 2024-11-19T02:59:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,312 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/d1a75810869f4b479f5cdfd4af6a2c39, entries=150, sequenceid=272, filesize=12.0 K 2024-11-19T02:59:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,313 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for dffe980adf7493236f2b10474cc84a83 in 63ms, sequenceid=272, compaction requested=true 2024-11-19T02:59:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:48,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:48,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-19T02:59:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-19T02:59:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-19T02:59:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4410 sec 2024-11-19T02:59:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.4470 sec 2024-11-19T02:59:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,649 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/02ecff3c120b407f9eb0a123b23a17f2 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/02ecff3c120b407f9eb0a123b23a17f2 2024-11-19T02:59:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,651 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dffe980adf7493236f2b10474cc84a83#A#compaction#372 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:48,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,651 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/e410e6da4a7243b489bfa3eef51681d2 is 175, key is test_row_0/A:col10/1731985186955/Put/seqid=0 2024-11-19T02:59:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,656 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dffe980adf7493236f2b10474cc84a83/B of dffe980adf7493236f2b10474cc84a83 into 02ecff3c120b407f9eb0a123b23a17f2(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:48,656 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:48,656 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., storeName=dffe980adf7493236f2b10474cc84a83/B, priority=13, startTime=1731985188222; duration=0sec 2024-11-19T02:59:48,656 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:48,656 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dffe980adf7493236f2b10474cc84a83:B 2024-11-19T02:59:48,656 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T02:59:48,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,658 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T02:59:48,658 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): dffe980adf7493236f2b10474cc84a83/C is initiating minor compaction (all files) 2024-11-19T02:59:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,658 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dffe980adf7493236f2b10474cc84a83/C in TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:48,658 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/543d205c1223463e9518947697b57459, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/84e4165f3585412e9006c0561fbe3f58, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/46c7feab184f4167972b91c9da0ba404, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/d1a75810869f4b479f5cdfd4af6a2c39] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp, totalSize=48.3 K 2024-11-19T02:59:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,659 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 543d205c1223463e9518947697b57459, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731985183369 2024-11-19T02:59:48,659 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 84e4165f3585412e9006c0561fbe3f58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731985184039 2024-11-19T02:59:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,659 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 46c7feab184f4167972b91c9da0ba404, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731985186298 2024-11-19T02:59:48,660 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting d1a75810869f4b479f5cdfd4af6a2c39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731985186966 2024-11-19T02:59:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742269_1445 (size=31869) 2024-11-19T02:59:48,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,668 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dffe980adf7493236f2b10474cc84a83#C#compaction#377 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,669 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/d94f0d87ac1146d49cb89d467f61c4c9 is 50, key is test_row_0/C:col10/1731985186967/Put/seqid=0 2024-11-19T02:59:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742270_1446 (size=12949) 2024-11-19T02:59:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,677 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/d94f0d87ac1146d49cb89d467f61c4c9 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/d94f0d87ac1146d49cb89d467f61c4c9 2024-11-19T02:59:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,683 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dffe980adf7493236f2b10474cc84a83/C of dffe980adf7493236f2b10474cc84a83 into d94f0d87ac1146d49cb89d467f61c4c9(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:48,683 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:48,683 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., storeName=dffe980adf7493236f2b10474cc84a83/C, priority=12, startTime=1731985188222; duration=0sec 2024-11-19T02:59:48,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,683 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:48,683 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dffe980adf7493236f2b10474cc84a83:C 2024-11-19T02:59:48,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-19T02:59:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,020 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:59:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:59:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-19T02:59:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-19T02:59:49,022 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:59:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,023 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:59:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:59:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,073 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/e410e6da4a7243b489bfa3eef51681d2 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/e410e6da4a7243b489bfa3eef51681d2 2024-11-19T02:59:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,078 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dffe980adf7493236f2b10474cc84a83/A of dffe980adf7493236f2b10474cc84a83 into e410e6da4a7243b489bfa3eef51681d2(size=31.1 K), total size for store is 61.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:49,078 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:49,079 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., storeName=dffe980adf7493236f2b10474cc84a83/A, priority=13, startTime=1731985188222; duration=0sec 2024-11-19T02:59:49,079 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:49,079 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dffe980adf7493236f2b10474cc84a83:A 2024-11-19T02:59:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-19T02:59:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-19T02:59:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:49,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:49,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-19T02:59:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-19T02:59:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-19T02:59:49,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-19T02:59:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 161 msec 2024-11-19T02:59:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:49,293 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:59:49,293 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dffe980adf7493236f2b10474cc84a83 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T02:59:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119d859727213dd4ee8a1d5f0d2503eb67c_dffe980adf7493236f2b10474cc84a83 is 50, key is test_row_0/A:col10/1731985189293/Put/seqid=0 2024-11-19T02:59:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742271_1447 (size=20074) 2024-11-19T02:59:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-19T02:59:49,339 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:59:49,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:59:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-19T02:59:49,341 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:59:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-19T02:59:49,342 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:59:49,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:59:49,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985249342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:49,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:49,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985249346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:49,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:49,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:49,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985249347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:49,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:49,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985249348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:49,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:49,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985249349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:49,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:49,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-19T02:59:49,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985249459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:49,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985249459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:49,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:49,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:49,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985249469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:49,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:49,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:49,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985249469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:49,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:49,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985249470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:49,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:49,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:49,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-19T02:59:49,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:49,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:49,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:49,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:49,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:49,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-19T02:59:49,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:49,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:49,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:49,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:49,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-19T02:59:49,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985249679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:49,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:49,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985249679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:49,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:49,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:49,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985249679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:49,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985249680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:49,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:49,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:49,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985249680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:49,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:49,730 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:49,734 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119d859727213dd4ee8a1d5f0d2503eb67c_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d859727213dd4ee8a1d5f0d2503eb67c_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:49,741 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/2c2624558c264567b5f3918f82cc4170, store: [table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:49,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/2c2624558c264567b5f3918f82cc4170 is 175, key is test_row_0/A:col10/1731985189293/Put/seqid=0 2024-11-19T02:59:49,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742272_1448 (size=57333) 2024-11-19T02:59:49,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-19T02:59:49,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:49,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:49,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:49,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:49,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:49,942 INFO [Thread-1662 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1662. 2024-11-19T02:59:49,942 DEBUG [Thread-1662 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:59:49,942 DEBUG [Thread-1662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:49,942 DEBUG [Thread-1662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:49,942 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:59:49,947 INFO [Thread-1666 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1666. 2024-11-19T02:59:49,947 DEBUG [Thread-1666 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:59:49,947 DEBUG [Thread-1666 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:49,947 DEBUG [Thread-1666 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:49,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:59:49,952 INFO [Thread-1664 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1664. 2024-11-19T02:59:49,952 DEBUG [Thread-1664 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:59:49,952 DEBUG [Thread-1664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:49,952 DEBUG [Thread-1664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:49,952 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:59:49,953 INFO [Thread-1660 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1660. 2024-11-19T02:59:49,953 DEBUG [Thread-1660 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:59:49,953 DEBUG [Thread-1660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:49,953 DEBUG [Thread-1660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:49,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:59:49,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-19T02:59:49,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:49,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:49,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:49,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:49,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:49,957 INFO [Thread-1668 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1668. 2024-11-19T02:59:49,957 DEBUG [Thread-1668 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:59:49,957 DEBUG [Thread-1668 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:49,957 DEBUG [Thread-1668 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:49,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:59:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-19T02:59:49,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:49,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:49,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985249989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985249989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985249989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:49,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:49,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985249989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985249989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:50,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-19T02:59:50,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:50,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:50,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:50,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:50,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:50,146 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/2c2624558c264567b5f3918f82cc4170 2024-11-19T02:59:50,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/2e9806798f5e48f1a231d5624e290bb5 is 50, key is test_row_0/B:col10/1731985189293/Put/seqid=0 2024-11-19T02:59:50,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742273_1449 (size=12301) 2024-11-19T02:59:50,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-19T02:59:50,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:50,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:50,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:50,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:50,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:50,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-19T02:59:50,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:50,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:50,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:50,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:50,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-19T02:59:50,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:50,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:50,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50488 deadline: 1731985250499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50504 deadline: 1731985250499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50460 deadline: 1731985250499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:50,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:50,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:50,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:50,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50478 deadline: 1731985250499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:50,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:50,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:50,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50432 deadline: 1731985250499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:50,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:50,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:50,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:50,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:50,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:50,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:50,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:50,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:50,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:50,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T02:59:50,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/2e9806798f5e48f1a231d5624e290bb5 2024-11-19T02:59:50,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/cc2585b775c84c13806c9bfc37704b2b is 50, key is test_row_0/C:col10/1731985189293/Put/seqid=0 2024-11-19T02:59:50,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742274_1450 (size=12301) 2024-11-19T02:59:50,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-19T02:59:50,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:50,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:50,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:50,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:50,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:50,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-19T02:59:50,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:50,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:50,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:50,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:50,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:50,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:50,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-19T02:59:50,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:50,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:50,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:50,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:50,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:50,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:50,966 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/cc2585b775c84c13806c9bfc37704b2b 2024-11-19T02:59:50,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/2c2624558c264567b5f3918f82cc4170 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/2c2624558c264567b5f3918f82cc4170 2024-11-19T02:59:50,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/2c2624558c264567b5f3918f82cc4170, entries=300, sequenceid=288, filesize=56.0 K 2024-11-19T02:59:50,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/2e9806798f5e48f1a231d5624e290bb5 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/2e9806798f5e48f1a231d5624e290bb5 2024-11-19T02:59:50,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/2e9806798f5e48f1a231d5624e290bb5, entries=150, sequenceid=288, filesize=12.0 K 2024-11-19T02:59:50,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/cc2585b775c84c13806c9bfc37704b2b as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/cc2585b775c84c13806c9bfc37704b2b 2024-11-19T02:59:50,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/cc2585b775c84c13806c9bfc37704b2b, entries=150, sequenceid=288, filesize=12.0 K 2024-11-19T02:59:50,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for dffe980adf7493236f2b10474cc84a83 in 1687ms, sequenceid=288, compaction requested=true 2024-11-19T02:59:50,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:50,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dffe980adf7493236f2b10474cc84a83:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T02:59:50,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:50,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dffe980adf7493236f2b10474cc84a83:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T02:59:50,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:50,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dffe980adf7493236f2b10474cc84a83:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T02:59:50,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:50,980 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:50,980 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T02:59:50,981 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:50,981 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120457 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T02:59:50,981 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): dffe980adf7493236f2b10474cc84a83/A is initiating minor compaction (all files) 2024-11-19T02:59:50,981 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): dffe980adf7493236f2b10474cc84a83/B is initiating minor compaction (all files) 2024-11-19T02:59:50,981 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dffe980adf7493236f2b10474cc84a83/A in TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:50,981 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dffe980adf7493236f2b10474cc84a83/B in TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:50,981 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/e410e6da4a7243b489bfa3eef51681d2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/02cd3b1ec4a54c9296b97eba976b0136, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/2c2624558c264567b5f3918f82cc4170] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp, totalSize=117.6 K 2024-11-19T02:59:50,981 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/02ecff3c120b407f9eb0a123b23a17f2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/68573866e80a436397db44dd35005c70, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/2e9806798f5e48f1a231d5624e290bb5] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp, totalSize=36.6 K 2024-11-19T02:59:50,981 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:50,981 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. files: [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/e410e6da4a7243b489bfa3eef51681d2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/02cd3b1ec4a54c9296b97eba976b0136, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/2c2624558c264567b5f3918f82cc4170] 2024-11-19T02:59:50,981 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 02ecff3c120b407f9eb0a123b23a17f2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731985186298 2024-11-19T02:59:50,981 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting e410e6da4a7243b489bfa3eef51681d2, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731985186298 2024-11-19T02:59:50,981 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 68573866e80a436397db44dd35005c70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731985186966 2024-11-19T02:59:50,982 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02cd3b1ec4a54c9296b97eba976b0136, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731985186966 2024-11-19T02:59:50,982 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e9806798f5e48f1a231d5624e290bb5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731985189289 2024-11-19T02:59:50,982 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c2624558c264567b5f3918f82cc4170, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731985189238 2024-11-19T02:59:50,987 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dffe980adf7493236f2b10474cc84a83#B#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:50,988 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/71f0c13497194290a76aabaaf3c48846 is 50, key is test_row_0/B:col10/1731985189293/Put/seqid=0 2024-11-19T02:59:50,989 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:50,991 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119e462d1afa41f4029bc5a1a2740d7e194_dffe980adf7493236f2b10474cc84a83 store=[table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:50,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742275_1451 (size=13017) 2024-11-19T02:59:51,018 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119e462d1afa41f4029bc5a1a2740d7e194_dffe980adf7493236f2b10474cc84a83, store=[table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:51,018 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119e462d1afa41f4029bc5a1a2740d7e194_dffe980adf7493236f2b10474cc84a83 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:51,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-19T02:59:51,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:51,024 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing dffe980adf7493236f2b10474cc84a83 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T02:59:51,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742276_1452 (size=4469) 2024-11-19T02:59:51,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111924849c7a0cec4bb8b88eecd706a970be_dffe980adf7493236f2b10474cc84a83 is 50, key is test_row_0/A:col10/1731985189346/Put/seqid=0 2024-11-19T02:59:51,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742277_1453 (size=12454) 2024-11-19T02:59:51,395 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/71f0c13497194290a76aabaaf3c48846 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/71f0c13497194290a76aabaaf3c48846 2024-11-19T02:59:51,399 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dffe980adf7493236f2b10474cc84a83/B of dffe980adf7493236f2b10474cc84a83 into 71f0c13497194290a76aabaaf3c48846(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:51,399 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:51,399 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., storeName=dffe980adf7493236f2b10474cc84a83/B, priority=13, startTime=1731985190980; duration=0sec 2024-11-19T02:59:51,399 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T02:59:51,399 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dffe980adf7493236f2b10474cc84a83:B 2024-11-19T02:59:51,399 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-19T02:59:51,399 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-19T02:59:51,400 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-19T02:59:51,400 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. because compaction request was cancelled 2024-11-19T02:59:51,400 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dffe980adf7493236f2b10474cc84a83:C 2024-11-19T02:59:51,427 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dffe980adf7493236f2b10474cc84a83#A#compaction#382 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T02:59:51,428 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/84d0387fada94d24862e8c45f9fc9134 is 175, key is test_row_0/A:col10/1731985189293/Put/seqid=0 2024-11-19T02:59:51,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742278_1454 (size=31971) 2024-11-19T02:59:51,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:51,446 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111924849c7a0cec4bb8b88eecd706a970be_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111924849c7a0cec4bb8b88eecd706a970be_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:51,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/4ca56ff2c4b8417cb96e27b5d43b8548, store: [table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:51,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/4ca56ff2c4b8417cb96e27b5d43b8548 is 175, key is test_row_0/A:col10/1731985189346/Put/seqid=0 2024-11-19T02:59:51,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742279_1455 (size=31255) 2024-11-19T02:59:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-19T02:59:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:51,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. as already flushing 2024-11-19T02:59:51,511 INFO [Thread-1657 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1657. 2024-11-19T02:59:51,511 DEBUG [Thread-1657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:59:51,511 DEBUG [Thread-1657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:51,511 INFO [Thread-1653 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1653. 2024-11-19T02:59:51,511 DEBUG [Thread-1653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:59:51,511 INFO [Thread-1651 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1651. 2024-11-19T02:59:51,511 DEBUG [Thread-1653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:51,511 DEBUG [Thread-1651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:59:51,511 DEBUG [Thread-1657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:51,511 DEBUG [Thread-1651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:51,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:59:51,511 DEBUG [Thread-1653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:51,511 DEBUG [Thread-1651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:51,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:59:51,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:59:51,521 INFO [Thread-1655 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1655. 2024-11-19T02:59:51,521 INFO [Thread-1649 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1649. 2024-11-19T02:59:51,521 DEBUG [Thread-1655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:59:51,521 DEBUG [Thread-1649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T02:59:51,521 DEBUG [Thread-1655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:51,521 DEBUG [Thread-1649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:51,521 DEBUG [Thread-1655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:51,521 DEBUG [Thread-1649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:51,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:59:51,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:59:51,835 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/84d0387fada94d24862e8c45f9fc9134 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/84d0387fada94d24862e8c45f9fc9134 2024-11-19T02:59:51,839 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dffe980adf7493236f2b10474cc84a83/A of dffe980adf7493236f2b10474cc84a83 into 84d0387fada94d24862e8c45f9fc9134(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T02:59:51,839 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:51,839 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., storeName=dffe980adf7493236f2b10474cc84a83/A, priority=13, startTime=1731985190980; duration=0sec 2024-11-19T02:59:51,839 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T02:59:51,839 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dffe980adf7493236f2b10474cc84a83:A 2024-11-19T02:59:51,851 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=312, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/4ca56ff2c4b8417cb96e27b5d43b8548 2024-11-19T02:59:51,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/5fad3e2c8d564d7f8df7bb0d58d70fb2 is 50, key is test_row_0/B:col10/1731985189346/Put/seqid=0 2024-11-19T02:59:51,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742280_1456 (size=12301) 2024-11-19T02:59:51,862 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/5fad3e2c8d564d7f8df7bb0d58d70fb2 2024-11-19T02:59:51,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/7c1a7bc3733141a4b1236ecb1abbda5a is 50, key is test_row_0/C:col10/1731985189346/Put/seqid=0 2024-11-19T02:59:51,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742281_1457 (size=12301) 2024-11-19T02:59:52,271 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/7c1a7bc3733141a4b1236ecb1abbda5a 2024-11-19T02:59:52,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/4ca56ff2c4b8417cb96e27b5d43b8548 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/4ca56ff2c4b8417cb96e27b5d43b8548 2024-11-19T02:59:52,278 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/4ca56ff2c4b8417cb96e27b5d43b8548, entries=150, sequenceid=312, filesize=30.5 K 2024-11-19T02:59:52,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/5fad3e2c8d564d7f8df7bb0d58d70fb2 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/5fad3e2c8d564d7f8df7bb0d58d70fb2 2024-11-19T02:59:52,281 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/5fad3e2c8d564d7f8df7bb0d58d70fb2, entries=150, sequenceid=312, filesize=12.0 K 2024-11-19T02:59:52,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/7c1a7bc3733141a4b1236ecb1abbda5a as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/7c1a7bc3733141a4b1236ecb1abbda5a 2024-11-19T02:59:52,284 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/7c1a7bc3733141a4b1236ecb1abbda5a, entries=150, sequenceid=312, filesize=12.0 K 2024-11-19T02:59:52,285 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=33.54 KB/34350 for dffe980adf7493236f2b10474cc84a83 in 1261ms, sequenceid=312, compaction requested=true 2024-11-19T02:59:52,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for dffe980adf7493236f2b10474cc84a83: 2024-11-19T02:59:52,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:52,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-19T02:59:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-19T02:59:52,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-19T02:59:52,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9440 sec 2024-11-19T02:59:52,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 2.9490 sec 2024-11-19T02:59:53,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-19T02:59:53,510 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:59:53,510 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-19T02:59:53,510 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-19T02:59:53,510 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-19T02:59:53,510 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-19T02:59:53,510 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-19T02:59:53,510 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-19T02:59:53,510 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-19T02:59:53,510 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-19T02:59:53,510 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1204 2024-11-19T02:59:53,510 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3607 rows 2024-11-19T02:59:53,510 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1206 2024-11-19T02:59:53,510 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3610 rows 2024-11-19T02:59:53,510 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1204 2024-11-19T02:59:53,510 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3612 rows 2024-11-19T02:59:53,510 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1205 2024-11-19T02:59:53,510 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3613 rows 2024-11-19T02:59:53,510 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1200 2024-11-19T02:59:53,510 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3600 rows 2024-11-19T02:59:53,510 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T02:59:53,510 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T02:59:53,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:53,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:53,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T02:59:53,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-19T02:59:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-19T02:59:53,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-19T02:59:53,514 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731985193514"}]},"ts":"1731985193514"} 2024-11-19T02:59:53,515 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-19T02:59:53,515 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-19T02:59:53,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T02:59:53,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dffe980adf7493236f2b10474cc84a83, UNASSIGN}] 2024-11-19T02:59:53,518 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dffe980adf7493236f2b10474cc84a83, UNASSIGN 2024-11-19T02:59:53,518 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=dffe980adf7493236f2b10474cc84a83, regionState=CLOSING, regionLocation=e93af88909ff,45689,1731985081997 2024-11-19T02:59:53,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dffe980adf7493236f2b10474cc84a83, UNASSIGN because future has completed 2024-11-19T02:59:53,520 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T02:59:53,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; CloseRegionProcedure dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997}] 2024-11-19T02:59:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-19T02:59:53,672 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(122): Close dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:53,672 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T02:59:53,672 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1722): Closing dffe980adf7493236f2b10474cc84a83, disabling compactions & flushes 2024-11-19T02:59:53,672 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:53,672 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:53,672 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. after waiting 0 ms 2024-11-19T02:59:53,672 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:53,672 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(2902): Flushing dffe980adf7493236f2b10474cc84a83 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-19T02:59:53,678 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119b735ad5dbf7c412092908fa0ce12f41c_dffe980adf7493236f2b10474cc84a83 is 50, key is test_row_0/A:col10/1731985191520/Put/seqid=0 2024-11-19T02:59:53,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742282_1458 (size=12454) 2024-11-19T02:59:53,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-19T02:59:54,082 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:54,086 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119b735ad5dbf7c412092908fa0ce12f41c_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119b735ad5dbf7c412092908fa0ce12f41c_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:54,086 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/7029eabdaf244713b430909b1ff85de0, store: [table=TestAcidGuarantees family=A region=dffe980adf7493236f2b10474cc84a83] 2024-11-19T02:59:54,087 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/7029eabdaf244713b430909b1ff85de0 is 175, key is test_row_0/A:col10/1731985191520/Put/seqid=0 2024-11-19T02:59:54,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742283_1459 (size=31255) 2024-11-19T02:59:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-19T02:59:54,491 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=322, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/7029eabdaf244713b430909b1ff85de0 2024-11-19T02:59:54,496 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/5eca075f25d5429ba1a7f4158ad16bac is 50, key is test_row_0/B:col10/1731985191520/Put/seqid=0 2024-11-19T02:59:54,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742284_1460 (size=12301) 2024-11-19T02:59:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-19T02:59:54,900 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/5eca075f25d5429ba1a7f4158ad16bac 2024-11-19T02:59:54,905 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/0402186ef68d45c8980708233c17c901 is 50, key is test_row_0/C:col10/1731985191520/Put/seqid=0 2024-11-19T02:59:54,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742285_1461 (size=12301) 2024-11-19T02:59:55,309 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/0402186ef68d45c8980708233c17c901 2024-11-19T02:59:55,312 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/A/7029eabdaf244713b430909b1ff85de0 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/7029eabdaf244713b430909b1ff85de0 2024-11-19T02:59:55,315 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/7029eabdaf244713b430909b1ff85de0, entries=150, sequenceid=322, filesize=30.5 K 2024-11-19T02:59:55,316 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/B/5eca075f25d5429ba1a7f4158ad16bac as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/5eca075f25d5429ba1a7f4158ad16bac 2024-11-19T02:59:55,319 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/5eca075f25d5429ba1a7f4158ad16bac, entries=150, sequenceid=322, filesize=12.0 K 2024-11-19T02:59:55,319 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/.tmp/C/0402186ef68d45c8980708233c17c901 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/0402186ef68d45c8980708233c17c901 2024-11-19T02:59:55,322 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/0402186ef68d45c8980708233c17c901, entries=150, sequenceid=322, filesize=12.0 K 2024-11-19T02:59:55,323 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for dffe980adf7493236f2b10474cc84a83 in 1651ms, sequenceid=322, compaction requested=true 2024-11-19T02:59:55,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/c7a4cf0dd6f4471fb12eafedc3a8ffbf, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/ce47d5c9321148f4b5bd0ae162486490, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/cb53cefd238241ca80e99afe6fc7166e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/94db7aa6d42d4367935af9e20e949d68, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/59f4f03fb66c4c468f93854b99ace501, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/908bb8ee66f04561b2299ce475aaba3b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/0aadce945a83434298ec459e2b94889a, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/1d658e1918b645d6b7ac6d0dd666aec7, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/54846fedd77345af9bacef34a741ee8e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/e0393cb438584add841736b8c92849ac, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/8c9ddf6887b14b4a9f73193e2a204d14, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/bc04905cd0f94a26a4d51fcc19ec3949, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/58115bbfa2d54aa7b40a67042917fdf4, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/51123fed8d934638a9f8cfd9bdd9d98e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/18c16ac2652a4c05bda2476371a6e43f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/46ffbd749e4046a298ff9982054d3430, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/b941a1802e8543c28ceb91d212e59144, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/c29ad66c37fb4b0cbf14c30330269ec9, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/e410e6da4a7243b489bfa3eef51681d2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/02cd3b1ec4a54c9296b97eba976b0136, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/2c2624558c264567b5f3918f82cc4170] to archive 2024-11-19T02:59:55,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T02:59:55,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/c7a4cf0dd6f4471fb12eafedc3a8ffbf to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/c7a4cf0dd6f4471fb12eafedc3a8ffbf 2024-11-19T02:59:55,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/ce47d5c9321148f4b5bd0ae162486490 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/ce47d5c9321148f4b5bd0ae162486490 2024-11-19T02:59:55,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/cb53cefd238241ca80e99afe6fc7166e to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/cb53cefd238241ca80e99afe6fc7166e 2024-11-19T02:59:55,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/94db7aa6d42d4367935af9e20e949d68 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/94db7aa6d42d4367935af9e20e949d68 2024-11-19T02:59:55,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/59f4f03fb66c4c468f93854b99ace501 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/59f4f03fb66c4c468f93854b99ace501 2024-11-19T02:59:55,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/908bb8ee66f04561b2299ce475aaba3b to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/908bb8ee66f04561b2299ce475aaba3b 2024-11-19T02:59:55,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/0aadce945a83434298ec459e2b94889a to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/0aadce945a83434298ec459e2b94889a 2024-11-19T02:59:55,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/1d658e1918b645d6b7ac6d0dd666aec7 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/1d658e1918b645d6b7ac6d0dd666aec7 2024-11-19T02:59:55,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/54846fedd77345af9bacef34a741ee8e to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/54846fedd77345af9bacef34a741ee8e 2024-11-19T02:59:55,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/e0393cb438584add841736b8c92849ac to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/e0393cb438584add841736b8c92849ac 2024-11-19T02:59:55,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/8c9ddf6887b14b4a9f73193e2a204d14 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/8c9ddf6887b14b4a9f73193e2a204d14 2024-11-19T02:59:55,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/bc04905cd0f94a26a4d51fcc19ec3949 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/bc04905cd0f94a26a4d51fcc19ec3949 2024-11-19T02:59:55,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/58115bbfa2d54aa7b40a67042917fdf4 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/58115bbfa2d54aa7b40a67042917fdf4 2024-11-19T02:59:55,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/51123fed8d934638a9f8cfd9bdd9d98e to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/51123fed8d934638a9f8cfd9bdd9d98e 2024-11-19T02:59:55,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/18c16ac2652a4c05bda2476371a6e43f to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/18c16ac2652a4c05bda2476371a6e43f 2024-11-19T02:59:55,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/46ffbd749e4046a298ff9982054d3430 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/46ffbd749e4046a298ff9982054d3430 2024-11-19T02:59:55,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/b941a1802e8543c28ceb91d212e59144 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/b941a1802e8543c28ceb91d212e59144 2024-11-19T02:59:55,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/c29ad66c37fb4b0cbf14c30330269ec9 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/c29ad66c37fb4b0cbf14c30330269ec9 2024-11-19T02:59:55,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/e410e6da4a7243b489bfa3eef51681d2 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/e410e6da4a7243b489bfa3eef51681d2 2024-11-19T02:59:55,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/02cd3b1ec4a54c9296b97eba976b0136 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/02cd3b1ec4a54c9296b97eba976b0136 2024-11-19T02:59:55,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/2c2624558c264567b5f3918f82cc4170 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/2c2624558c264567b5f3918f82cc4170 2024-11-19T02:59:55,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/83ff1eb2a99748709f0bfc813d07fbad, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/16fc0fd265644a9db1406a6ff848054e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/36b6719c8fd241caaa4728c241bfd68e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/6304e79f20a749379edc3eb8400b82cd, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/79ba195e2d9b424e9511c324cd718d23, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/5e635f4ecfbe4a34b685622ab107968b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/6a4ff73ebe774ad0a3b4729568b58cad, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/979a5d1ebd1b4a259b1bc73c3a36783c, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/b2677a9624b44c0d92b51fe512ef240e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/6ac0922b6d144d4daa69b52fba726334, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/08c00c4cd44c4b26b9d64cb3a2139034, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/02503d8e34ed4cdc82d602985d10d800, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/36afe60ce0874256aa1cd9f61a7e0c19, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/2908ef29dd6147c49d35f3d289a6f82d, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/4d947ad5baf24f0b843ffb755fdb928e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/3aab86978b5e4ed7a4ffacab0153f2aa, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/28e81e33a9004c44bccdaf36c8ff514a, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/02ecff3c120b407f9eb0a123b23a17f2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/21eca71f63a44eb78666492e9f047e7d, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/68573866e80a436397db44dd35005c70, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/2e9806798f5e48f1a231d5624e290bb5] to archive 2024-11-19T02:59:55,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T02:59:55,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/83ff1eb2a99748709f0bfc813d07fbad to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/83ff1eb2a99748709f0bfc813d07fbad 2024-11-19T02:59:55,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/16fc0fd265644a9db1406a6ff848054e to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/16fc0fd265644a9db1406a6ff848054e 2024-11-19T02:59:55,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/36b6719c8fd241caaa4728c241bfd68e to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/36b6719c8fd241caaa4728c241bfd68e 2024-11-19T02:59:55,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/6304e79f20a749379edc3eb8400b82cd to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/6304e79f20a749379edc3eb8400b82cd 2024-11-19T02:59:55,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/79ba195e2d9b424e9511c324cd718d23 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/79ba195e2d9b424e9511c324cd718d23 2024-11-19T02:59:55,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/5e635f4ecfbe4a34b685622ab107968b to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/5e635f4ecfbe4a34b685622ab107968b 2024-11-19T02:59:55,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/6a4ff73ebe774ad0a3b4729568b58cad to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/6a4ff73ebe774ad0a3b4729568b58cad 2024-11-19T02:59:55,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/979a5d1ebd1b4a259b1bc73c3a36783c to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/979a5d1ebd1b4a259b1bc73c3a36783c 2024-11-19T02:59:55,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/b2677a9624b44c0d92b51fe512ef240e to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/b2677a9624b44c0d92b51fe512ef240e 2024-11-19T02:59:55,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/6ac0922b6d144d4daa69b52fba726334 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/6ac0922b6d144d4daa69b52fba726334 2024-11-19T02:59:55,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/08c00c4cd44c4b26b9d64cb3a2139034 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/08c00c4cd44c4b26b9d64cb3a2139034 2024-11-19T02:59:55,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/02503d8e34ed4cdc82d602985d10d800 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/02503d8e34ed4cdc82d602985d10d800 2024-11-19T02:59:55,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/36afe60ce0874256aa1cd9f61a7e0c19 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/36afe60ce0874256aa1cd9f61a7e0c19 2024-11-19T02:59:55,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/2908ef29dd6147c49d35f3d289a6f82d to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/2908ef29dd6147c49d35f3d289a6f82d 2024-11-19T02:59:55,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/4d947ad5baf24f0b843ffb755fdb928e to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/4d947ad5baf24f0b843ffb755fdb928e 2024-11-19T02:59:55,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/3aab86978b5e4ed7a4ffacab0153f2aa to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/3aab86978b5e4ed7a4ffacab0153f2aa 2024-11-19T02:59:55,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/28e81e33a9004c44bccdaf36c8ff514a to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/28e81e33a9004c44bccdaf36c8ff514a 2024-11-19T02:59:55,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/02ecff3c120b407f9eb0a123b23a17f2 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/02ecff3c120b407f9eb0a123b23a17f2 2024-11-19T02:59:55,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/21eca71f63a44eb78666492e9f047e7d to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/21eca71f63a44eb78666492e9f047e7d 2024-11-19T02:59:55,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/68573866e80a436397db44dd35005c70 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/68573866e80a436397db44dd35005c70 2024-11-19T02:59:55,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/2e9806798f5e48f1a231d5624e290bb5 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/2e9806798f5e48f1a231d5624e290bb5 2024-11-19T02:59:55,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/e0628a2812cc4d2c9ef389aea9a5a0b1, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/7c089639ab0141f7aa8927c548785910, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/a4c988a5e49e47c4914500fdf91c7e75, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/5cf65519fc8649ad89e00305145d63da, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/751c3c51259646168c4a21148d82b976, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/6722e393e25c473da6f744c5b3d540dd, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/6853b23dbae94d038f3d3a86adb7d52d, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/2c845a18bfb9428bba9d5257ba0013b2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/4e9433435202481f9b656b51c7a5d450, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/8b611c02de2b4b47951d28ce7db563fb, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/de1ea368cfbd46c3aaa35ffc7749a698, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/8d5a12aa52844f059235ec76d054f9a8, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/e5141b4200a144a9a1ffec3205f9c6b2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/74bce2470a1f45f499153a6e446f4821, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/543d205c1223463e9518947697b57459, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/5632ea5781c449f8b207fdeea8360bd2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/84e4165f3585412e9006c0561fbe3f58, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/46c7feab184f4167972b91c9da0ba404, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/d1a75810869f4b479f5cdfd4af6a2c39] to archive 2024-11-19T02:59:55,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T02:59:55,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/e0628a2812cc4d2c9ef389aea9a5a0b1 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/e0628a2812cc4d2c9ef389aea9a5a0b1 2024-11-19T02:59:55,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/7c089639ab0141f7aa8927c548785910 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/7c089639ab0141f7aa8927c548785910 2024-11-19T02:59:55,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/a4c988a5e49e47c4914500fdf91c7e75 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/a4c988a5e49e47c4914500fdf91c7e75 2024-11-19T02:59:55,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/5cf65519fc8649ad89e00305145d63da to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/5cf65519fc8649ad89e00305145d63da 2024-11-19T02:59:55,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/751c3c51259646168c4a21148d82b976 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/751c3c51259646168c4a21148d82b976 2024-11-19T02:59:55,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/6722e393e25c473da6f744c5b3d540dd to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/6722e393e25c473da6f744c5b3d540dd 2024-11-19T02:59:55,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/6853b23dbae94d038f3d3a86adb7d52d to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/6853b23dbae94d038f3d3a86adb7d52d 2024-11-19T02:59:55,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/2c845a18bfb9428bba9d5257ba0013b2 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/2c845a18bfb9428bba9d5257ba0013b2 2024-11-19T02:59:55,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/4e9433435202481f9b656b51c7a5d450 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/4e9433435202481f9b656b51c7a5d450 2024-11-19T02:59:55,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/8b611c02de2b4b47951d28ce7db563fb to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/8b611c02de2b4b47951d28ce7db563fb 2024-11-19T02:59:55,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/de1ea368cfbd46c3aaa35ffc7749a698 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/de1ea368cfbd46c3aaa35ffc7749a698 2024-11-19T02:59:55,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/8d5a12aa52844f059235ec76d054f9a8 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/8d5a12aa52844f059235ec76d054f9a8 2024-11-19T02:59:55,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/e5141b4200a144a9a1ffec3205f9c6b2 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/e5141b4200a144a9a1ffec3205f9c6b2 2024-11-19T02:59:55,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/74bce2470a1f45f499153a6e446f4821 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/74bce2470a1f45f499153a6e446f4821 2024-11-19T02:59:55,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/543d205c1223463e9518947697b57459 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/543d205c1223463e9518947697b57459 2024-11-19T02:59:55,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/5632ea5781c449f8b207fdeea8360bd2 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/5632ea5781c449f8b207fdeea8360bd2 2024-11-19T02:59:55,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/84e4165f3585412e9006c0561fbe3f58 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/84e4165f3585412e9006c0561fbe3f58 2024-11-19T02:59:55,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/46c7feab184f4167972b91c9da0ba404 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/46c7feab184f4167972b91c9da0ba404 2024-11-19T02:59:55,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/d1a75810869f4b479f5cdfd4af6a2c39 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/d1a75810869f4b479f5cdfd4af6a2c39 2024-11-19T02:59:55,379 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/recovered.edits/325.seqid, newMaxSeqId=325, maxSeqId=4 2024-11-19T02:59:55,379 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. 2024-11-19T02:59:55,379 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1676): Region close journal for dffe980adf7493236f2b10474cc84a83: Waiting for close lock at 1731985193672Running coprocessor pre-close hooks at 1731985193672Disabling compacts and flushes for region at 1731985193672Disabling writes for close at 1731985193672Obtaining lock to block concurrent updates at 1731985193672Preparing flush snapshotting stores in dffe980adf7493236f2b10474cc84a83 at 1731985193672Finished memstore snapshotting TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731985193673 (+1 ms)Flushing stores of TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83. at 1731985193673Flushing dffe980adf7493236f2b10474cc84a83/A: creating writer at 1731985193673Flushing mob file dffe980adf7493236f2b10474cc84a83/A: appending metadata at 1731985193678 (+5 ms)Flushing mob file dffe980adf7493236f2b10474cc84a83/A: closing flushed file at 1731985193678Flushing dffe980adf7493236f2b10474cc84a83/A: appending metadata at 1731985194086 (+408 ms)Flushing dffe980adf7493236f2b10474cc84a83/A: closing flushed file at 1731985194087 (+1 ms)Flushing dffe980adf7493236f2b10474cc84a83/B: creating writer at 1731985194494 (+407 ms)Flushing dffe980adf7493236f2b10474cc84a83/B: appending metadata at 1731985194496 (+2 ms)Flushing dffe980adf7493236f2b10474cc84a83/B: closing flushed file at 1731985194496Flushing dffe980adf7493236f2b10474cc84a83/C: creating writer at 1731985194903 (+407 ms)Flushing dffe980adf7493236f2b10474cc84a83/C: appending metadata at 1731985194905 (+2 ms)Flushing dffe980adf7493236f2b10474cc84a83/C: closing flushed file at 1731985194905Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4694fa43: reopening flushed file at 1731985195312 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@534bab3a: reopening flushed file at 1731985195316 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16c755da: reopening flushed file at 1731985195319 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for dffe980adf7493236f2b10474cc84a83 in 1651ms, sequenceid=322, compaction requested=true at 1731985195323 (+4 ms)Writing region close event to WAL at 1731985195377 (+54 ms)Running coprocessor post-close hooks at 1731985195379 (+2 ms)Closed at 1731985195379 2024-11-19T02:59:55,381 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(157): Closed dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:55,382 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=dffe980adf7493236f2b10474cc84a83, regionState=CLOSED 2024-11-19T02:59:55,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=126, ppid=125, state=RUNNABLE, hasLock=false; CloseRegionProcedure dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 because future has completed 2024-11-19T02:59:55,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-19T02:59:55,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; CloseRegionProcedure dffe980adf7493236f2b10474cc84a83, server=e93af88909ff,45689,1731985081997 in 1.8630 sec 2024-11-19T02:59:55,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=125, resume processing ppid=124 2024-11-19T02:59:55,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, ppid=124, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dffe980adf7493236f2b10474cc84a83, UNASSIGN in 1.8680 sec 2024-11-19T02:59:55,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-19T02:59:55,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8700 sec 2024-11-19T02:59:55,388 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731985195388"}]},"ts":"1731985195388"} 2024-11-19T02:59:55,389 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-19T02:59:55,389 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-19T02:59:55,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8790 sec 2024-11-19T02:59:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-19T02:59:55,659 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:59:55,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-19T02:59:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T02:59:55,661 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=127, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T02:59:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-19T02:59:55,662 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=127, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T02:59:55,664 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:55,666 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A, FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B, FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C, FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/recovered.edits] 2024-11-19T02:59:55,668 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/4ca56ff2c4b8417cb96e27b5d43b8548 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/4ca56ff2c4b8417cb96e27b5d43b8548 2024-11-19T02:59:55,669 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/7029eabdaf244713b430909b1ff85de0 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/7029eabdaf244713b430909b1ff85de0 2024-11-19T02:59:55,670 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/84d0387fada94d24862e8c45f9fc9134 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/A/84d0387fada94d24862e8c45f9fc9134 2024-11-19T02:59:55,672 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/5eca075f25d5429ba1a7f4158ad16bac to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/5eca075f25d5429ba1a7f4158ad16bac 2024-11-19T02:59:55,672 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/5fad3e2c8d564d7f8df7bb0d58d70fb2 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/5fad3e2c8d564d7f8df7bb0d58d70fb2 2024-11-19T02:59:55,673 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/71f0c13497194290a76aabaaf3c48846 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/B/71f0c13497194290a76aabaaf3c48846 2024-11-19T02:59:55,675 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/0402186ef68d45c8980708233c17c901 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/0402186ef68d45c8980708233c17c901 2024-11-19T02:59:55,676 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/7c1a7bc3733141a4b1236ecb1abbda5a to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/7c1a7bc3733141a4b1236ecb1abbda5a 2024-11-19T02:59:55,677 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/cc2585b775c84c13806c9bfc37704b2b to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/cc2585b775c84c13806c9bfc37704b2b 2024-11-19T02:59:55,678 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/d94f0d87ac1146d49cb89d467f61c4c9 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/C/d94f0d87ac1146d49cb89d467f61c4c9 2024-11-19T02:59:55,679 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/recovered.edits/325.seqid to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83/recovered.edits/325.seqid 2024-11-19T02:59:55,680 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:55,680 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-19T02:59:55,680 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-19T02:59:55,681 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-19T02:59:55,683 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111905d28a8790f242489d86c94353f39404_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111905d28a8790f242489d86c94353f39404_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:55,683 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111924849c7a0cec4bb8b88eecd706a970be_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111924849c7a0cec4bb8b88eecd706a970be_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:55,684 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111926232508f9d24099a4c8624b53a23640_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111926232508f9d24099a4c8624b53a23640_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:55,685 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119262a6fefaaea409eb6f5a152e2dd1501_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119262a6fefaaea409eb6f5a152e2dd1501_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:55,686 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411192fdecb28d0a549f381192093a1c55cf2_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411192fdecb28d0a549f381192093a1c55cf2_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:55,687 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111948ada4b2e4574225a69a7c5fb10a230e_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111948ada4b2e4574225a69a7c5fb10a230e_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:55,688 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411194ae28f91a28443d8bdc2263694a48fdd_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411194ae28f91a28443d8bdc2263694a48fdd_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:55,689 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411194ce2a372386545db9d3405f3e0195276_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411194ce2a372386545db9d3405f3e0195276_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:55,690 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411196bd6e88167f54cdeb7a88f7ee44531f5_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411196bd6e88167f54cdeb7a88f7ee44531f5_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:55,691 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111977574e1ba5ea4c02990bc477e16f3e01_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111977574e1ba5ea4c02990bc477e16f3e01_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:55,692 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111982974d3a9c804a21baf89cfd0d2b3c09_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111982974d3a9c804a21baf89cfd0d2b3c09_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:55,693 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111986b5a03642314bbd8210d1a19034394d_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111986b5a03642314bbd8210d1a19034394d_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:55,694 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411199db49fd387454564a2a47743e774bf68_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411199db49fd387454564a2a47743e774bf68_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:55,694 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119b735ad5dbf7c412092908fa0ce12f41c_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119b735ad5dbf7c412092908fa0ce12f41c_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:55,695 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c4b9b2d56ccc46799fff01365458e34f_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c4b9b2d56ccc46799fff01365458e34f_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:55,696 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d859727213dd4ee8a1d5f0d2503eb67c_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d859727213dd4ee8a1d5f0d2503eb67c_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:55,697 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119dcd17e0d457f42039d67dbc5f218d78b_dffe980adf7493236f2b10474cc84a83 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119dcd17e0d457f42039d67dbc5f218d78b_dffe980adf7493236f2b10474cc84a83 2024-11-19T02:59:55,697 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-19T02:59:55,699 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=127, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T02:59:55,701 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-19T02:59:55,703 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-19T02:59:55,704 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=127, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T02:59:55,704 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-19T02:59:55,704 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731985195704"}]},"ts":"9223372036854775807"} 2024-11-19T02:59:55,706 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-19T02:59:55,706 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => dffe980adf7493236f2b10474cc84a83, NAME => 'TestAcidGuarantees,,1731985166837.dffe980adf7493236f2b10474cc84a83.', STARTKEY => '', ENDKEY => ''}] 2024-11-19T02:59:55,706 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-19T02:59:55,706 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731985195706"}]},"ts":"9223372036854775807"} 2024-11-19T02:59:55,707 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-19T02:59:55,708 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=127, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T02:59:55,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 49 msec 2024-11-19T02:59:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-19T02:59:55,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-19T02:59:55,769 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:59:55,778 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=242 (was 242), OpenFileDescriptor=463 (was 459) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=441 (was 484), ProcessCount=11 (was 11), AvailableMemoryMB=11382 (was 11443) 2024-11-19T02:59:55,788 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=242, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=441, ProcessCount=11, AvailableMemoryMB=11382 2024-11-19T02:59:55,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T02:59:55,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T02:59:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=128, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-19T02:59:55,791 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T02:59:55,791 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:55,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 128 2024-11-19T02:59:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-19T02:59:55,792 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T02:59:55,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742286_1462 (size=959) 2024-11-19T02:59:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-19T02:59:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-19T02:59:56,198 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666 2024-11-19T02:59:56,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742287_1463 (size=53) 2024-11-19T02:59:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-19T02:59:56,603 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:59:56,603 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 32729b53059d302bc4b1f7a3e9811814, disabling compactions & flushes 2024-11-19T02:59:56,603 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T02:59:56,603 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T02:59:56,603 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. after waiting 0 ms 2024-11-19T02:59:56,603 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T02:59:56,603 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T02:59:56,604 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 32729b53059d302bc4b1f7a3e9811814: Waiting for close lock at 1731985196603Disabling compacts and flushes for region at 1731985196603Disabling writes for close at 1731985196603Writing region close event to WAL at 1731985196603Closed at 1731985196603 2024-11-19T02:59:56,605 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T02:59:56,605 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731985196605"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731985196605"}]},"ts":"1731985196605"} 2024-11-19T02:59:56,606 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T02:59:56,607 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T02:59:56,607 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731985196607"}]},"ts":"1731985196607"} 2024-11-19T02:59:56,608 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-19T02:59:56,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=32729b53059d302bc4b1f7a3e9811814, ASSIGN}] 2024-11-19T02:59:56,609 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=32729b53059d302bc4b1f7a3e9811814, ASSIGN 2024-11-19T02:59:56,610 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=32729b53059d302bc4b1f7a3e9811814, ASSIGN; state=OFFLINE, location=e93af88909ff,45689,1731985081997; forceNewPlan=false, retain=false 2024-11-19T02:59:56,760 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=129 updating hbase:meta row=32729b53059d302bc4b1f7a3e9811814, regionState=OPENING, regionLocation=e93af88909ff,45689,1731985081997 2024-11-19T02:59:56,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=32729b53059d302bc4b1f7a3e9811814, ASSIGN because future has completed 2024-11-19T02:59:56,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997}] 2024-11-19T02:59:56,916 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T02:59:56,916 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(7752): Opening region: {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} 2024-11-19T02:59:56,917 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 32729b53059d302bc4b1f7a3e9811814 2024-11-19T02:59:56,917 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T02:59:56,917 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(7794): checking encryption for 32729b53059d302bc4b1f7a3e9811814 2024-11-19T02:59:56,917 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(7797): checking classloading for 32729b53059d302bc4b1f7a3e9811814 2024-11-19T02:59:56,919 INFO [StoreOpener-32729b53059d302bc4b1f7a3e9811814-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 32729b53059d302bc4b1f7a3e9811814 2024-11-19T02:59:56,920 INFO [StoreOpener-32729b53059d302bc4b1f7a3e9811814-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32729b53059d302bc4b1f7a3e9811814 columnFamilyName A 2024-11-19T02:59:56,920 DEBUG [StoreOpener-32729b53059d302bc4b1f7a3e9811814-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:56,920 INFO [StoreOpener-32729b53059d302bc4b1f7a3e9811814-1 {}] regionserver.HStore(327): Store=32729b53059d302bc4b1f7a3e9811814/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:59:56,920 INFO [StoreOpener-32729b53059d302bc4b1f7a3e9811814-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 32729b53059d302bc4b1f7a3e9811814 2024-11-19T02:59:56,921 INFO [StoreOpener-32729b53059d302bc4b1f7a3e9811814-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32729b53059d302bc4b1f7a3e9811814 columnFamilyName B 2024-11-19T02:59:56,921 DEBUG [StoreOpener-32729b53059d302bc4b1f7a3e9811814-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:56,922 INFO [StoreOpener-32729b53059d302bc4b1f7a3e9811814-1 {}] regionserver.HStore(327): Store=32729b53059d302bc4b1f7a3e9811814/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:59:56,922 INFO [StoreOpener-32729b53059d302bc4b1f7a3e9811814-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 32729b53059d302bc4b1f7a3e9811814 2024-11-19T02:59:56,923 INFO [StoreOpener-32729b53059d302bc4b1f7a3e9811814-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32729b53059d302bc4b1f7a3e9811814 columnFamilyName C 2024-11-19T02:59:56,923 DEBUG [StoreOpener-32729b53059d302bc4b1f7a3e9811814-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T02:59:56,923 INFO [StoreOpener-32729b53059d302bc4b1f7a3e9811814-1 {}] regionserver.HStore(327): Store=32729b53059d302bc4b1f7a3e9811814/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T02:59:56,923 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1038): replaying wal for 32729b53059d302bc4b1f7a3e9811814 2024-11-19T02:59:56,924 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814 2024-11-19T02:59:56,924 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814 2024-11-19T02:59:56,925 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1048): stopping wal replay for 32729b53059d302bc4b1f7a3e9811814 2024-11-19T02:59:56,925 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1060): Cleaning up temporary data for 32729b53059d302bc4b1f7a3e9811814 2024-11-19T02:59:56,925 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T02:59:56,926 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1093): writing seq id for 32729b53059d302bc4b1f7a3e9811814 2024-11-19T02:59:56,927 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T02:59:56,928 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1114): Opened 32729b53059d302bc4b1f7a3e9811814; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70248748, jitterRate=0.046787917613983154}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T02:59:56,928 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32729b53059d302bc4b1f7a3e9811814 2024-11-19T02:59:56,928 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1006): Region open journal for 32729b53059d302bc4b1f7a3e9811814: Running coprocessor pre-open hook at 1731985196918Writing region info on filesystem at 1731985196918Initializing all the Stores at 1731985196918Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731985196918Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731985196918Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731985196918Cleaning up temporary data from old regions at 1731985196925 (+7 ms)Running coprocessor post-open hooks at 1731985196928 (+3 ms)Region opened successfully at 1731985196928 2024-11-19T02:59:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-19T02:59:56,929 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., pid=130, masterSystemTime=1731985196913 2024-11-19T02:59:56,930 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T02:59:56,931 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T02:59:56,931 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=129 updating hbase:meta row=32729b53059d302bc4b1f7a3e9811814, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,45689,1731985081997 2024-11-19T02:59:56,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=130, ppid=129, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 because future has completed 2024-11-19T02:59:56,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-19T02:59:56,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; OpenRegionProcedure 32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 in 171 msec 2024-11-19T02:59:56,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=129, resume processing ppid=128 2024-11-19T02:59:56,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, ppid=128, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=32729b53059d302bc4b1f7a3e9811814, ASSIGN in 326 msec 2024-11-19T02:59:56,936 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T02:59:56,936 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731985196936"}]},"ts":"1731985196936"} 2024-11-19T02:59:56,937 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-19T02:59:56,938 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T02:59:56,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-19T02:59:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-19T02:59:57,940 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-19T02:59:57,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bd122f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,941 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:57,941 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:57,942 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:57,942 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:57,942 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:57,942 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@164ff8dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,942 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:57,942 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:57,942 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:57,943 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39492, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:57,944 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b54e001, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:57,945 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:57,945 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:57,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54504, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:57,946 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T02:59:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e93af88909ff,34879,1731985081307 2024-11-19T02:59:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c41e5c8 2024-11-19T02:59:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T02:59:57,948 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39496, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T02:59:57,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d7458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,949 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:57,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:57,949 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:57,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:57,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:57,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e70ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:57,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:57,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:57,951 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:57,951 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@589ee662, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c61cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,952 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:57,952 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:57,952 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:57,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:57,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:57,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e19f4fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:57,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:57,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:57,953 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:57,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28fba55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c296bf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,954 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:57,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:57,955 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@439ce6bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:57,956 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39566, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:57,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43991093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47bc1e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,957 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:57,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:57,957 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:57,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:57,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:57,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44994727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:57,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:57,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:57,959 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39582, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:57,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62dd011f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc5e64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,959 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:57,959 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:57,960 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:57,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:57,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:57,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@468157c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:57,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:57,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:57,961 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39586, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:57,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463c1092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71238b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,962 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:57,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:57,963 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:57,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:57,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:57,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb95f6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:57,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:57,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:57,964 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39614, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:57,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bcc66e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625b319d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,965 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:57,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:57,965 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:57,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:57,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:57,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e59b12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:57,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:57,966 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:57,966 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:57,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118d91d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cd7b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,967 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:57,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:57,968 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:57,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:57,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:57,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b53db8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:57,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:57,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:57,969 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39656, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:57,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9064bc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f5639f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,969 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:57,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:57,970 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:57,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:57,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:57,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6903fea9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:57,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:57,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:57,971 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:57,971 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ac20d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb1bf9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,974 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T02:59:57,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T02:59:57,975 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T02:59:57,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T02:59:57,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T02:59:57,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50561695, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T02:59:57,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T02:59:57,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T02:59:57,976 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T02:59:57,976 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@316bb1e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T02:59:57,977 DEBUG [Thread-2068 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:57,977 DEBUG [Thread-2074 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:57,977 DEBUG [Thread-2079 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:57,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:57,978 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:57,978 DEBUG [Thread-2066 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:57,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:57,978 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:57,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:57,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:57,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:57,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:57,979 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:57,979 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T02:59:57,979 DEBUG [Thread-2081 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:57,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54550, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:57,979 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:57,979 DEBUG [Thread-2085 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-19T02:59:57,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:57,980 DEBUG [Thread-2083 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:57,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2] 2024-11-19T02:59:57,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:57,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:57,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54552, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:57,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:57,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54554, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:57,982 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T02:59:57,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2] 2024-11-19T02:59:57,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2] 2024-11-19T02:59:57,982 DEBUG [Thread-2070 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:57,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:57,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:57,982 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T02:59:57,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T02:59:57,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2] 2024-11-19T02:59:57,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54580, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:57,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54568, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-19T02:59:57,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2] 2024-11-19T02:59:57,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:57,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2] 2024-11-19T02:59:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2] 2024-11-19T02:59:57,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54592, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:57,984 DEBUG [Thread-2072 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:57,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2] 2024-11-19T02:59:57,992 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T02:59:57,992 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32729b53059d302bc4b1f7a3e9811814 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T02:59:57,992 DEBUG [Thread-2072 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:57,993 DEBUG [Thread-2072 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 32729b53059d302bc4b1f7a3e9811814 2024-11-19T02:59:57,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54598, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:57,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2] 2024-11-19T02:59:57,997 DEBUG [Thread-2077 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T02:59:57,998 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T02:59:57,999 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T02:59:58,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54604, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T02:59:58,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2] 2024-11-19T02:59:58,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/3a1dacec79974bddb3474fa12f2ae753 is 50, key is test_row_0/A:col10/1731985197989/Put/seqid=0 2024-11-19T02:59:58,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742288_1464 (size=12001) 2024-11-19T02:59:58,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/3a1dacec79974bddb3474fa12f2ae753 2024-11-19T02:59:58,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985258032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:58,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985258032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:58,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:58,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:58,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985258040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:58,052 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,052 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,052 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:58,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985258041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:58,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:58,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/38d77eb76749441ab0886358c264eeb2 is 50, key is test_row_0/B:col10/1731985197989/Put/seqid=0 2024-11-19T02:59:58,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985258044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:58,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:58,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742289_1465 (size=12001) 2024-11-19T02:59:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-19T02:59:58,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-19T02:59:58,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T02:59:58,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T02:59:58,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T02:59:58,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:58,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:58,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985258149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:58,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:58,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985258149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:58,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:58,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:58,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985258159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:58,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985258159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:58,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:58,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:58,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985258169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:58,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:58,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-19T02:59:58,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T02:59:58,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T02:59:58,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T02:59:58,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:58,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-19T02:59:58,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985258359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:58,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:58,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985258359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:58,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:58,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:58,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985258369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:58,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:58,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985258379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:58,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:58,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985258389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:58,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:58,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-19T02:59:58,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T02:59:58,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T02:59:58,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T02:59:58,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:58,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:58,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/38d77eb76749441ab0886358c264eeb2 2024-11-19T02:59:58,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/337a0c8a6328444fbfd3ce824ccbb2d2 is 50, key is test_row_0/C:col10/1731985197989/Put/seqid=0 2024-11-19T02:59:58,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742290_1466 (size=12001) 2024-11-19T02:59:58,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-19T02:59:58,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T02:59:58,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T02:59:58,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T02:59:58,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:58,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-19T02:59:58,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985258679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:58,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:58,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985258679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:58,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:58,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:58,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985258679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:58,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:58,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:58,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:58,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985258698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:58,706 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,706 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,706 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:58,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985258709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:58,718 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,718 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:58,718 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:58,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-19T02:59:58,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T02:59:58,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T02:59:58,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T02:59:58,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:58,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:58,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/337a0c8a6328444fbfd3ce824ccbb2d2 2024-11-19T02:59:58,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/3a1dacec79974bddb3474fa12f2ae753 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/3a1dacec79974bddb3474fa12f2ae753 2024-11-19T02:59:58,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/3a1dacec79974bddb3474fa12f2ae753, entries=150, sequenceid=12, filesize=11.7 K 2024-11-19T02:59:58,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/38d77eb76749441ab0886358c264eeb2 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/38d77eb76749441ab0886358c264eeb2 2024-11-19T02:59:58,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-19T02:59:58,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T02:59:58,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T02:59:58,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T02:59:58,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:58,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:58,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/38d77eb76749441ab0886358c264eeb2, entries=150, sequenceid=12, filesize=11.7 K 2024-11-19T02:59:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:59:58,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/337a0c8a6328444fbfd3ce824ccbb2d2 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/337a0c8a6328444fbfd3ce824ccbb2d2 2024-11-19T02:59:58,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/337a0c8a6328444fbfd3ce824ccbb2d2, entries=150, sequenceid=12, filesize=11.7 K 2024-11-19T02:59:58,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 32729b53059d302bc4b1f7a3e9811814 in 921ms, sequenceid=12, compaction requested=false 2024-11-19T02:59:58,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T02:59:59,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-19T02:59:59,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T02:59:59,059 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 32729b53059d302bc4b1f7a3e9811814 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T02:59:59,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/007a82d6832a449dbc7b53f8b3a2a83f is 50, key is test_row_0/A:col10/1731985198042/Put/seqid=0 2024-11-19T02:59:59,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742291_1467 (size=12001) 2024-11-19T02:59:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-19T02:59:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 32729b53059d302bc4b1f7a3e9811814 2024-11-19T02:59:59,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T02:59:59,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985259207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:59,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:59,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:59,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:59,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985259213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:59,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985259219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:59,225 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:59,225 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:59,225 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:59,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985259220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:59,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:59,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:59,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:59,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985259229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:59,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:59,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:59,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:59,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985259329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:59,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:59,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:59,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985259329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:59,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:59,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:59,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:59,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:59,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985259339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:59,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:59,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:59,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:59,470 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/007a82d6832a449dbc7b53f8b3a2a83f 2024-11-19T02:59:59,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/29a016e9dd084742b75e5157fce854eb is 50, key is test_row_0/B:col10/1731985198042/Put/seqid=0 2024-11-19T02:59:59,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742292_1468 (size=12001) 2024-11-19T02:59:59,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985259549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:59,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:59,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:59,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985259549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:59,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:59,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:59,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:59,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:59,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985259549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:59,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:59,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:59,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:59,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:59,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985259869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:59,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:59,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:59,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985259870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:59,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:59,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:59,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T02:59:59,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:59,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985259870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T02:59:59,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:59,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:59,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:59,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T02:59:59,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T02:59:59,887 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/29a016e9dd084742b75e5157fce854eb 2024-11-19T02:59:59,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/8844e7523ade43c1b8cea60238155898 is 50, key is test_row_0/C:col10/1731985198042/Put/seqid=0 2024-11-19T02:59:59,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742293_1469 (size=12001) 2024-11-19T03:00:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-19T03:00:00,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985260229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:00,239 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_0' in 32729b53059d302bc4b1f7a3e9811814 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T03:00:00,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:00,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:00,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:00,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985260249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:00,258 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_0' in 32729b53059d302bc4b1f7a3e9811814 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T03:00:00,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:00,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:00,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:00,298 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/8844e7523ade43c1b8cea60238155898 2024-11-19T03:00:00,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/007a82d6832a449dbc7b53f8b3a2a83f as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/007a82d6832a449dbc7b53f8b3a2a83f 2024-11-19T03:00:00,306 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/007a82d6832a449dbc7b53f8b3a2a83f, entries=150, sequenceid=37, filesize=11.7 K 2024-11-19T03:00:00,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/29a016e9dd084742b75e5157fce854eb as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/29a016e9dd084742b75e5157fce854eb 2024-11-19T03:00:00,310 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/29a016e9dd084742b75e5157fce854eb, entries=150, sequenceid=37, filesize=11.7 K 2024-11-19T03:00:00,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/8844e7523ade43c1b8cea60238155898 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/8844e7523ade43c1b8cea60238155898 2024-11-19T03:00:00,315 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/8844e7523ade43c1b8cea60238155898, entries=150, sequenceid=37, filesize=11.7 K 2024-11-19T03:00:00,316 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 32729b53059d302bc4b1f7a3e9811814 in 1257ms, sequenceid=37, compaction requested=false 2024-11-19T03:00:00,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:00,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:00,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-19T03:00:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-19T03:00:00,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-19T03:00:00,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3340 sec 2024-11-19T03:00:00,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 2.3410 sec 2024-11-19T03:00:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 32729b53059d302bc4b1f7a3e9811814 2024-11-19T03:00:00,395 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:00:00,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32729b53059d302bc4b1f7a3e9811814 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T03:00:00,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/7492bbdd645743ee9901eb3816ea76ca is 50, key is test_row_0/A:col10/1731985199218/Put/seqid=0 2024-11-19T03:00:00,412 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T03:00:00,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742294_1470 (size=16681) 2024-11-19T03:00:00,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985260457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:00,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:00,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:00,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:00,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985260462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:00,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:00,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:00,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:00,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985260464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:00,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:00,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:00,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:00,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985260569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:00,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:00,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:00,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:00,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985260579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:00,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:00,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:00,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:00,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985260579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:00,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:00,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:00,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:00,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985260789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:00,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:00,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:00,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:00,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:00,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985260799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:00,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:00,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985260799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:00,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:00,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:00,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:00,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:00,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:00,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/7492bbdd645743ee9901eb3816ea76ca 2024-11-19T03:00:00,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/f4fef3014fb4435c96f74408e4b706b0 is 50, key is test_row_0/B:col10/1731985199218/Put/seqid=0 2024-11-19T03:00:00,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742295_1471 (size=12001) 2024-11-19T03:00:00,901 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T03:00:01,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985261099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:01,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:01,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:01,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:01,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985261109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:01,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:01,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:01,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:01,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985261119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:01,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:01,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:01,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:01,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/f4fef3014fb4435c96f74408e4b706b0 2024-11-19T03:00:01,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/a1aaa5a18c00401297e00fca8baaf9d0 is 50, key is test_row_0/C:col10/1731985199218/Put/seqid=0 2024-11-19T03:00:01,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742296_1472 (size=12001) 2024-11-19T03:00:01,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/a1aaa5a18c00401297e00fca8baaf9d0 2024-11-19T03:00:01,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/7492bbdd645743ee9901eb3816ea76ca as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/7492bbdd645743ee9901eb3816ea76ca 2024-11-19T03:00:01,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/7492bbdd645743ee9901eb3816ea76ca, entries=250, sequenceid=51, filesize=16.3 K 2024-11-19T03:00:01,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/f4fef3014fb4435c96f74408e4b706b0 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/f4fef3014fb4435c96f74408e4b706b0 2024-11-19T03:00:01,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/f4fef3014fb4435c96f74408e4b706b0, entries=150, sequenceid=51, filesize=11.7 K 2024-11-19T03:00:01,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/a1aaa5a18c00401297e00fca8baaf9d0 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/a1aaa5a18c00401297e00fca8baaf9d0 2024-11-19T03:00:01,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/a1aaa5a18c00401297e00fca8baaf9d0, entries=150, sequenceid=51, filesize=11.7 K 2024-11-19T03:00:01,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 32729b53059d302bc4b1f7a3e9811814 in 862ms, sequenceid=51, compaction requested=true 2024-11-19T03:00:01,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:01,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:00:01,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:01,258 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:01,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:00:01,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:01,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:00:01,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:01,258 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:01,259 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:01,259 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:01,259 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/B is initiating minor compaction (all files) 2024-11-19T03:00:01,259 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/A is initiating minor compaction (all files) 2024-11-19T03:00:01,259 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/B in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:01,259 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/A in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:01,259 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/3a1dacec79974bddb3474fa12f2ae753, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/007a82d6832a449dbc7b53f8b3a2a83f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/7492bbdd645743ee9901eb3816ea76ca] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=39.7 K 2024-11-19T03:00:01,259 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/38d77eb76749441ab0886358c264eeb2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/29a016e9dd084742b75e5157fce854eb, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/f4fef3014fb4435c96f74408e4b706b0] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=35.2 K 2024-11-19T03:00:01,259 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a1dacec79974bddb3474fa12f2ae753, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731985197989 2024-11-19T03:00:01,260 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 38d77eb76749441ab0886358c264eeb2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731985197989 2024-11-19T03:00:01,260 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 007a82d6832a449dbc7b53f8b3a2a83f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731985198029 2024-11-19T03:00:01,261 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 29a016e9dd084742b75e5157fce854eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731985198029 2024-11-19T03:00:01,261 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7492bbdd645743ee9901eb3816ea76ca, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731985199211 2024-11-19T03:00:01,262 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting f4fef3014fb4435c96f74408e4b706b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731985199218 2024-11-19T03:00:01,269 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#A#compaction#398 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:01,270 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/c98d822819a34ff284c5f17966443ae4 is 50, key is test_row_0/A:col10/1731985199218/Put/seqid=0 2024-11-19T03:00:01,271 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#B#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:01,271 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/f2fdc3ee5d124d2d9479c8478fbdc846 is 50, key is test_row_0/B:col10/1731985199218/Put/seqid=0 2024-11-19T03:00:01,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742297_1473 (size=12104) 2024-11-19T03:00:01,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742298_1474 (size=12104) 2024-11-19T03:00:01,280 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/c98d822819a34ff284c5f17966443ae4 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/c98d822819a34ff284c5f17966443ae4 2024-11-19T03:00:01,286 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/f2fdc3ee5d124d2d9479c8478fbdc846 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/f2fdc3ee5d124d2d9479c8478fbdc846 2024-11-19T03:00:01,287 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/A of 32729b53059d302bc4b1f7a3e9811814 into c98d822819a34ff284c5f17966443ae4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:01,287 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:01,287 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/A, priority=13, startTime=1731985201258; duration=0sec 2024-11-19T03:00:01,288 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:01,288 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:A 2024-11-19T03:00:01,288 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:01,289 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:01,289 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/C is initiating minor compaction (all files) 2024-11-19T03:00:01,289 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/C in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:01,290 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/337a0c8a6328444fbfd3ce824ccbb2d2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/8844e7523ade43c1b8cea60238155898, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/a1aaa5a18c00401297e00fca8baaf9d0] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=35.2 K 2024-11-19T03:00:01,290 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 337a0c8a6328444fbfd3ce824ccbb2d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731985197989 2024-11-19T03:00:01,290 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8844e7523ade43c1b8cea60238155898, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731985198029 2024-11-19T03:00:01,291 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1aaa5a18c00401297e00fca8baaf9d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731985199218 2024-11-19T03:00:01,291 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/B of 32729b53059d302bc4b1f7a3e9811814 into f2fdc3ee5d124d2d9479c8478fbdc846(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:01,291 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:01,291 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/B, priority=13, startTime=1731985201258; duration=0sec 2024-11-19T03:00:01,291 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:01,291 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:B 2024-11-19T03:00:01,300 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#C#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:01,300 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/e68720a9fa064cc6a995849a53915fb1 is 50, key is test_row_0/C:col10/1731985199218/Put/seqid=0 2024-11-19T03:00:01,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742299_1475 (size=12104) 2024-11-19T03:00:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 32729b53059d302bc4b1f7a3e9811814 2024-11-19T03:00:01,613 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:00:01,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32729b53059d302bc4b1f7a3e9811814 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T03:00:01,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/2ced405a639f40c796874ceb5d59e895 is 50, key is test_row_0/A:col10/1731985200462/Put/seqid=0 2024-11-19T03:00:01,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742300_1476 (size=14341) 2024-11-19T03:00:01,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/2ced405a639f40c796874ceb5d59e895 2024-11-19T03:00:01,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/41c38c81249d40d4ba7bda8cc347dca0 is 50, key is test_row_0/B:col10/1731985200462/Put/seqid=0 2024-11-19T03:00:01,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742301_1477 (size=12001) 2024-11-19T03:00:01,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/41c38c81249d40d4ba7bda8cc347dca0 2024-11-19T03:00:01,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985261650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:01,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985261653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:01,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:01,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:01,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:01,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:01,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:01,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:01,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/361f37f0363744a6ba5c50f01adc75cc is 50, key is test_row_0/C:col10/1731985200462/Put/seqid=0 2024-11-19T03:00:01,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985261656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:01,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742302_1478 (size=12001) 2024-11-19T03:00:01,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:01,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:01,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:01,711 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/e68720a9fa064cc6a995849a53915fb1 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/e68720a9fa064cc6a995849a53915fb1 2024-11-19T03:00:01,715 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/C of 32729b53059d302bc4b1f7a3e9811814 into e68720a9fa064cc6a995849a53915fb1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:01,715 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:01,715 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/C, priority=13, startTime=1731985201258; duration=0sec 2024-11-19T03:00:01,715 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:01,715 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:C 2024-11-19T03:00:01,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985261769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:01,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:01,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:01,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:01,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985261769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:01,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:01,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:01,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:01,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985261779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:01,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:01,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:01,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:01,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985261979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:01,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:01,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:01,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:01,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985261979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:01,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:01,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:01,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:02,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985261999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:02,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:02,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/361f37f0363744a6ba5c50f01adc75cc 2024-11-19T03:00:02,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/2ced405a639f40c796874ceb5d59e895 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/2ced405a639f40c796874ceb5d59e895 2024-11-19T03:00:02,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/2ced405a639f40c796874ceb5d59e895, entries=200, sequenceid=76, filesize=14.0 K 2024-11-19T03:00:02,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/41c38c81249d40d4ba7bda8cc347dca0 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/41c38c81249d40d4ba7bda8cc347dca0 2024-11-19T03:00:02,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/41c38c81249d40d4ba7bda8cc347dca0, entries=150, sequenceid=76, filesize=11.7 K 2024-11-19T03:00:02,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/361f37f0363744a6ba5c50f01adc75cc as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/361f37f0363744a6ba5c50f01adc75cc 2024-11-19T03:00:02,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/361f37f0363744a6ba5c50f01adc75cc, entries=150, sequenceid=76, filesize=11.7 K 2024-11-19T03:00:02,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 32729b53059d302bc4b1f7a3e9811814 in 476ms, sequenceid=76, compaction requested=false 2024-11-19T03:00:02,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-19T03:00:02,150 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:00:02,150 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T03:00:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-19T03:00:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-19T03:00:02,152 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:00:02,153 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:00:02,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:00:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-19T03:00:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 32729b53059d302bc4b1f7a3e9811814 2024-11-19T03:00:02,262 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:00:02,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32729b53059d302bc4b1f7a3e9811814 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T03:00:02,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/c94a803b9b1545759c5b9ffc38de35fc is 50, key is test_row_0/A:col10/1731985202261/Put/seqid=0 2024-11-19T03:00:02,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742303_1479 (size=14341) 2024-11-19T03:00:02,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/c94a803b9b1545759c5b9ffc38de35fc 2024-11-19T03:00:02,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/f94c96b485954ef5a8fc405881e21789 is 50, key is test_row_0/B:col10/1731985202261/Put/seqid=0 2024-11-19T03:00:02,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742304_1480 (size=12001) 2024-11-19T03:00:02,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/f94c96b485954ef5a8fc405881e21789 2024-11-19T03:00:02,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-19T03:00:02,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:02,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T03:00:02,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:02,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:02,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:02,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/2660b703419145a6afff2d184a58ec8e is 50, key is test_row_0/C:col10/1731985202261/Put/seqid=0 2024-11-19T03:00:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:02,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742305_1481 (size=12001) 2024-11-19T03:00:02,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985262319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:02,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:02,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985262332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:02,346 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,346 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,346 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:02,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985262334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:02,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:02,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985262334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:02,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:02,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:02,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985262336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:02,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:02,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985262449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:02,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:02,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-19T03:00:02,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:02,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T03:00:02,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:02,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:02,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:02,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985262459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:02,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:02,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985262459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:02,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:02,466 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,466 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,466 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985262459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:02,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-19T03:00:02,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-19T03:00:02,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:02,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T03:00:02,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:02,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:02,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:02,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985262669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:02,678 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:02,678 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,678 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985262670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:02,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:02,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985262670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:02,679 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:02,679 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,679 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985262670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:02,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:02,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/2660b703419145a6afff2d184a58ec8e 2024-11-19T03:00:02,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/c94a803b9b1545759c5b9ffc38de35fc as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/c94a803b9b1545759c5b9ffc38de35fc 2024-11-19T03:00:02,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/c94a803b9b1545759c5b9ffc38de35fc, entries=200, sequenceid=91, filesize=14.0 K 2024-11-19T03:00:02,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/f94c96b485954ef5a8fc405881e21789 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/f94c96b485954ef5a8fc405881e21789 2024-11-19T03:00:02,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/f94c96b485954ef5a8fc405881e21789, entries=150, sequenceid=91, filesize=11.7 K 2024-11-19T03:00:02,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/2660b703419145a6afff2d184a58ec8e as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/2660b703419145a6afff2d184a58ec8e 2024-11-19T03:00:02,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/2660b703419145a6afff2d184a58ec8e, entries=150, sequenceid=91, filesize=11.7 K 2024-11-19T03:00:02,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 32729b53059d302bc4b1f7a3e9811814 in 471ms, sequenceid=91, compaction requested=true 2024-11-19T03:00:02,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:02,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:00:02,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:02,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:00:02,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:02,733 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:02,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:00:02,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:02,733 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:02,734 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:02,734 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:02,734 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/B is initiating minor compaction (all files) 2024-11-19T03:00:02,734 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/A is initiating minor compaction (all files) 2024-11-19T03:00:02,734 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/B in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:02,734 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/A in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:02,734 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/f2fdc3ee5d124d2d9479c8478fbdc846, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/41c38c81249d40d4ba7bda8cc347dca0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/f94c96b485954ef5a8fc405881e21789] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=35.3 K 2024-11-19T03:00:02,734 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/c98d822819a34ff284c5f17966443ae4, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/2ced405a639f40c796874ceb5d59e895, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/c94a803b9b1545759c5b9ffc38de35fc] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=39.8 K 2024-11-19T03:00:02,734 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting f2fdc3ee5d124d2d9479c8478fbdc846, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731985199218 2024-11-19T03:00:02,735 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting c98d822819a34ff284c5f17966443ae4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731985199218 2024-11-19T03:00:02,735 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 41c38c81249d40d4ba7bda8cc347dca0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731985200443 2024-11-19T03:00:02,735 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting f94c96b485954ef5a8fc405881e21789, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731985201642 2024-11-19T03:00:02,735 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ced405a639f40c796874ceb5d59e895, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731985200443 2024-11-19T03:00:02,736 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting c94a803b9b1545759c5b9ffc38de35fc, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731985201642 2024-11-19T03:00:02,747 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#B#compaction#407 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:02,747 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#A#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:02,748 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/3e65c6bb309d4997a2b9b7e3ef59aa64 is 50, key is test_row_0/B:col10/1731985202261/Put/seqid=0 2024-11-19T03:00:02,748 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/378f48c45e504593916ea09474de2cc1 is 50, key is test_row_0/A:col10/1731985202261/Put/seqid=0 2024-11-19T03:00:02,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-19T03:00:02,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:02,768 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 32729b53059d302bc4b1f7a3e9811814 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-19T03:00:02,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742307_1483 (size=12207) 2024-11-19T03:00:02,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742306_1482 (size=12207) 2024-11-19T03:00:02,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/84b30facb888423fb9bcc453e30b8c42 is 50, key is test_row_0/A:col10/1731985202333/Put/seqid=0 2024-11-19T03:00:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-19T03:00:02,781 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/378f48c45e504593916ea09474de2cc1 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/378f48c45e504593916ea09474de2cc1 2024-11-19T03:00:02,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742308_1484 (size=12001) 2024-11-19T03:00:02,785 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/84b30facb888423fb9bcc453e30b8c42 2024-11-19T03:00:02,787 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/A of 32729b53059d302bc4b1f7a3e9811814 into 378f48c45e504593916ea09474de2cc1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:02,787 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:02,788 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/A, priority=13, startTime=1731985202733; duration=0sec 2024-11-19T03:00:02,788 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:02,788 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:A 2024-11-19T03:00:02,788 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:02,790 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:02,790 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/C is initiating minor compaction (all files) 2024-11-19T03:00:02,790 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/C in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:02,790 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/e68720a9fa064cc6a995849a53915fb1, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/361f37f0363744a6ba5c50f01adc75cc, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/2660b703419145a6afff2d184a58ec8e] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=35.3 K 2024-11-19T03:00:02,791 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting e68720a9fa064cc6a995849a53915fb1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731985199218 2024-11-19T03:00:02,791 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 361f37f0363744a6ba5c50f01adc75cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731985200443 2024-11-19T03:00:02,791 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2660b703419145a6afff2d184a58ec8e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731985201642 2024-11-19T03:00:02,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/d0656d491db849468e10480f8d851107 is 50, key is test_row_0/B:col10/1731985202333/Put/seqid=0 2024-11-19T03:00:02,810 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#C#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:02,811 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/a77d9d3daa3f4f4fa40686daec85fdc9 is 50, key is test_row_0/C:col10/1731985202261/Put/seqid=0 2024-11-19T03:00:02,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742309_1485 (size=12001) 2024-11-19T03:00:02,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742310_1486 (size=12207) 2024-11-19T03:00:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 32729b53059d302bc4b1f7a3e9811814 2024-11-19T03:00:02,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T03:00:02,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985262944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:02,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:02,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985262989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:02,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985262989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:02,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985262989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:02,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:02,995 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985262989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:02,995 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,995 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:02,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:02,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:02,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:02,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:03,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985263069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:03,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:03,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:03,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:03,176 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/3e65c6bb309d4997a2b9b7e3ef59aa64 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/3e65c6bb309d4997a2b9b7e3ef59aa64 2024-11-19T03:00:03,182 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/B of 32729b53059d302bc4b1f7a3e9811814 into 3e65c6bb309d4997a2b9b7e3ef59aa64(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:03,182 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:03,182 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/B, priority=13, startTime=1731985202733; duration=0sec 2024-11-19T03:00:03,183 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:03,183 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:B 2024-11-19T03:00:03,221 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/d0656d491db849468e10480f8d851107 2024-11-19T03:00:03,233 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/a77d9d3daa3f4f4fa40686daec85fdc9 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/a77d9d3daa3f4f4fa40686daec85fdc9 2024-11-19T03:00:03,238 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/C of 32729b53059d302bc4b1f7a3e9811814 into a77d9d3daa3f4f4fa40686daec85fdc9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:03,238 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:03,238 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/C, priority=13, startTime=1731985202733; duration=0sec 2024-11-19T03:00:03,238 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:03,238 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:C 2024-11-19T03:00:03,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/d253312662f0469aabeae2a26546b69c is 50, key is test_row_0/C:col10/1731985202333/Put/seqid=0 2024-11-19T03:00:03,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742311_1487 (size=12001) 2024-11-19T03:00:03,264 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/d253312662f0469aabeae2a26546b69c 2024-11-19T03:00:03,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/84b30facb888423fb9bcc453e30b8c42 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/84b30facb888423fb9bcc453e30b8c42 2024-11-19T03:00:03,274 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/84b30facb888423fb9bcc453e30b8c42, entries=150, sequenceid=113, filesize=11.7 K 2024-11-19T03:00:03,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/d0656d491db849468e10480f8d851107 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/d0656d491db849468e10480f8d851107 2024-11-19T03:00:03,280 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/d0656d491db849468e10480f8d851107, entries=150, sequenceid=113, filesize=11.7 K 2024-11-19T03:00:03,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/d253312662f0469aabeae2a26546b69c as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/d253312662f0469aabeae2a26546b69c 2024-11-19T03:00:03,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985263279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:03,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:03,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:03,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:03,288 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/d253312662f0469aabeae2a26546b69c, entries=150, sequenceid=113, filesize=11.7 K 2024-11-19T03:00:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-19T03:00:03,289 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 32729b53059d302bc4b1f7a3e9811814 in 521ms, sequenceid=113, compaction requested=false 2024-11-19T03:00:03,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:03,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:03,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-19T03:00:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-19T03:00:03,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-19T03:00:03,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1380 sec 2024-11-19T03:00:03,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.1430 sec 2024-11-19T03:00:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 32729b53059d302bc4b1f7a3e9811814 2024-11-19T03:00:03,504 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:00:03,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32729b53059d302bc4b1f7a3e9811814 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-19T03:00:03,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/08e2b58bfd1741ec8295c51e2bb742fe is 50, key is test_row_0/A:col10/1731985203504/Put/seqid=0 2024-11-19T03:00:03,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742312_1488 (size=16781) 2024-11-19T03:00:03,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/08e2b58bfd1741ec8295c51e2bb742fe 2024-11-19T03:00:03,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/bc1e13425ea845b79ea0b5792af7e417 is 50, key is test_row_0/B:col10/1731985203504/Put/seqid=0 2024-11-19T03:00:03,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742313_1489 (size=12051) 2024-11-19T03:00:03,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/bc1e13425ea845b79ea0b5792af7e417 2024-11-19T03:00:03,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/7751aaf13aa84465b05018321be5aba9 is 50, key is test_row_0/C:col10/1731985203504/Put/seqid=0 2024-11-19T03:00:03,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742314_1490 (size=12051) 2024-11-19T03:00:03,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985263553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:03,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985263562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:03,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:03,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:03,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:03,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:03,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:03,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:03,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985263564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:03,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:03,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:03,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:03,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985263567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:03,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:03,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:03,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:03,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985263589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:03,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:03,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:03,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:03,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985263669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:03,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:03,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985263669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:03,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:03,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:03,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:03,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:03,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:03,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985263679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:03,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:03,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:03,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:03,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985263689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:03,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:03,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:03,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:03,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985263889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:03,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:03,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:03,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985263889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:03,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:03,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:03,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:03,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:03,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985263899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:03,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:03,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:03,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:03,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985263908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:03,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:03,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:03,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:03,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/7751aaf13aa84465b05018321be5aba9 2024-11-19T03:00:03,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/08e2b58bfd1741ec8295c51e2bb742fe as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/08e2b58bfd1741ec8295c51e2bb742fe 2024-11-19T03:00:03,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/08e2b58bfd1741ec8295c51e2bb742fe, entries=250, sequenceid=132, filesize=16.4 K 2024-11-19T03:00:03,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/bc1e13425ea845b79ea0b5792af7e417 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/bc1e13425ea845b79ea0b5792af7e417 2024-11-19T03:00:03,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/bc1e13425ea845b79ea0b5792af7e417, entries=150, sequenceid=132, filesize=11.8 K 2024-11-19T03:00:03,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/7751aaf13aa84465b05018321be5aba9 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/7751aaf13aa84465b05018321be5aba9 2024-11-19T03:00:03,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/7751aaf13aa84465b05018321be5aba9, entries=150, sequenceid=132, filesize=11.8 K 2024-11-19T03:00:03,983 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 32729b53059d302bc4b1f7a3e9811814 in 472ms, sequenceid=132, compaction requested=true 2024-11-19T03:00:03,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:03,983 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:03,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:00:03,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:03,984 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:03,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:00:03,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:03,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:00:03,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:03,985 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:03,985 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/B is initiating minor compaction (all files) 2024-11-19T03:00:03,985 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/B in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:03,985 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40989 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:03,985 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/3e65c6bb309d4997a2b9b7e3ef59aa64, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/d0656d491db849468e10480f8d851107, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/bc1e13425ea845b79ea0b5792af7e417] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=35.4 K 2024-11-19T03:00:03,985 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/A is initiating minor compaction (all files) 2024-11-19T03:00:03,985 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/A in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:03,985 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/378f48c45e504593916ea09474de2cc1, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/84b30facb888423fb9bcc453e30b8c42, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/08e2b58bfd1741ec8295c51e2bb742fe] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=40.0 K 2024-11-19T03:00:03,986 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 378f48c45e504593916ea09474de2cc1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731985201642 2024-11-19T03:00:03,986 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e65c6bb309d4997a2b9b7e3ef59aa64, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731985201642 2024-11-19T03:00:03,986 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84b30facb888423fb9bcc453e30b8c42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731985202330 2024-11-19T03:00:03,986 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08e2b58bfd1741ec8295c51e2bb742fe, keycount=250, bloomtype=ROW, size=16.4 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731985202917 2024-11-19T03:00:03,986 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting d0656d491db849468e10480f8d851107, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731985202330 2024-11-19T03:00:03,987 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting bc1e13425ea845b79ea0b5792af7e417, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731985202931 2024-11-19T03:00:03,998 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#B#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:03,999 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#A#compaction#416 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:03,999 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/23927e2157a1484cb4d8951133fc1b0a is 50, key is test_row_0/B:col10/1731985203504/Put/seqid=0 2024-11-19T03:00:03,999 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/95265a138b59412da21466a61eaa2405 is 50, key is test_row_0/A:col10/1731985203504/Put/seqid=0 2024-11-19T03:00:04,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742316_1492 (size=12359) 2024-11-19T03:00:04,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742315_1491 (size=12359) 2024-11-19T03:00:04,021 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/95265a138b59412da21466a61eaa2405 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/95265a138b59412da21466a61eaa2405 2024-11-19T03:00:04,026 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/A of 32729b53059d302bc4b1f7a3e9811814 into 95265a138b59412da21466a61eaa2405(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:04,026 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:04,026 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/A, priority=13, startTime=1731985203983; duration=0sec 2024-11-19T03:00:04,026 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:04,026 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:A 2024-11-19T03:00:04,026 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:04,027 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:04,027 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/C is initiating minor compaction (all files) 2024-11-19T03:00:04,027 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/C in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:04,027 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/a77d9d3daa3f4f4fa40686daec85fdc9, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/d253312662f0469aabeae2a26546b69c, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/7751aaf13aa84465b05018321be5aba9] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=35.4 K 2024-11-19T03:00:04,028 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting a77d9d3daa3f4f4fa40686daec85fdc9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731985201642 2024-11-19T03:00:04,028 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting d253312662f0469aabeae2a26546b69c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731985202330 2024-11-19T03:00:04,028 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7751aaf13aa84465b05018321be5aba9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731985202931 2024-11-19T03:00:04,035 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#C#compaction#418 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:04,035 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/a806a1c3def0405197b8e2fc9c2c7c00 is 50, key is test_row_0/C:col10/1731985203504/Put/seqid=0 2024-11-19T03:00:04,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742317_1493 (size=12359) 2024-11-19T03:00:04,070 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/3a1dacec79974bddb3474fa12f2ae753, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/007a82d6832a449dbc7b53f8b3a2a83f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/7492bbdd645743ee9901eb3816ea76ca, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/c98d822819a34ff284c5f17966443ae4, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/2ced405a639f40c796874ceb5d59e895, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/c94a803b9b1545759c5b9ffc38de35fc, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/378f48c45e504593916ea09474de2cc1, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/84b30facb888423fb9bcc453e30b8c42, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/08e2b58bfd1741ec8295c51e2bb742fe] to archive 2024-11-19T03:00:04,071 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T03:00:04,071 WARN [regionserver/e93af88909ff:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 1 2024-11-19T03:00:04,073 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/3a1dacec79974bddb3474fa12f2ae753 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/3a1dacec79974bddb3474fa12f2ae753 2024-11-19T03:00:04,074 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/007a82d6832a449dbc7b53f8b3a2a83f to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/007a82d6832a449dbc7b53f8b3a2a83f 2024-11-19T03:00:04,075 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/7492bbdd645743ee9901eb3816ea76ca to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/7492bbdd645743ee9901eb3816ea76ca 2024-11-19T03:00:04,075 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/c98d822819a34ff284c5f17966443ae4 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/c98d822819a34ff284c5f17966443ae4 2024-11-19T03:00:04,076 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/2ced405a639f40c796874ceb5d59e895 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/2ced405a639f40c796874ceb5d59e895 2024-11-19T03:00:04,079 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/c94a803b9b1545759c5b9ffc38de35fc to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/c94a803b9b1545759c5b9ffc38de35fc 2024-11-19T03:00:04,082 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/378f48c45e504593916ea09474de2cc1 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/378f48c45e504593916ea09474de2cc1 2024-11-19T03:00:04,084 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/84b30facb888423fb9bcc453e30b8c42 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/84b30facb888423fb9bcc453e30b8c42 2024-11-19T03:00:04,085 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/08e2b58bfd1741ec8295c51e2bb742fe to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/08e2b58bfd1741ec8295c51e2bb742fe 2024-11-19T03:00:04,086 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/38d77eb76749441ab0886358c264eeb2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/29a016e9dd084742b75e5157fce854eb, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/f2fdc3ee5d124d2d9479c8478fbdc846, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/f4fef3014fb4435c96f74408e4b706b0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/41c38c81249d40d4ba7bda8cc347dca0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/f94c96b485954ef5a8fc405881e21789] to archive 2024-11-19T03:00:04,087 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T03:00:04,088 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/38d77eb76749441ab0886358c264eeb2 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/38d77eb76749441ab0886358c264eeb2 2024-11-19T03:00:04,089 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/29a016e9dd084742b75e5157fce854eb to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/29a016e9dd084742b75e5157fce854eb 2024-11-19T03:00:04,090 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/f2fdc3ee5d124d2d9479c8478fbdc846 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/f2fdc3ee5d124d2d9479c8478fbdc846 2024-11-19T03:00:04,093 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/f4fef3014fb4435c96f74408e4b706b0 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/f4fef3014fb4435c96f74408e4b706b0 2024-11-19T03:00:04,094 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/41c38c81249d40d4ba7bda8cc347dca0 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/41c38c81249d40d4ba7bda8cc347dca0 2024-11-19T03:00:04,095 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/f94c96b485954ef5a8fc405881e21789 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/f94c96b485954ef5a8fc405881e21789 2024-11-19T03:00:04,097 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/337a0c8a6328444fbfd3ce824ccbb2d2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/8844e7523ade43c1b8cea60238155898, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/e68720a9fa064cc6a995849a53915fb1, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/a1aaa5a18c00401297e00fca8baaf9d0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/361f37f0363744a6ba5c50f01adc75cc, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/2660b703419145a6afff2d184a58ec8e] to archive 2024-11-19T03:00:04,101 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T03:00:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 32729b53059d302bc4b1f7a3e9811814 2024-11-19T03:00:04,106 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:00:04,106 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32729b53059d302bc4b1f7a3e9811814 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-19T03:00:04,122 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/337a0c8a6328444fbfd3ce824ccbb2d2 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/337a0c8a6328444fbfd3ce824ccbb2d2 2024-11-19T03:00:04,129 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/8844e7523ade43c1b8cea60238155898 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/8844e7523ade43c1b8cea60238155898 2024-11-19T03:00:04,130 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/e68720a9fa064cc6a995849a53915fb1 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/e68720a9fa064cc6a995849a53915fb1 2024-11-19T03:00:04,132 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/a1aaa5a18c00401297e00fca8baaf9d0 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/a1aaa5a18c00401297e00fca8baaf9d0 2024-11-19T03:00:04,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/4c87a9b5ae4e460f90a6cabb3dac3f19 is 50, key is test_row_0/A:col10/1731985203551/Put/seqid=0 2024-11-19T03:00:04,136 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/361f37f0363744a6ba5c50f01adc75cc to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/361f37f0363744a6ba5c50f01adc75cc 2024-11-19T03:00:04,138 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e93af88909ff:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/2660b703419145a6afff2d184a58ec8e to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/2660b703419145a6afff2d184a58ec8e 2024-11-19T03:00:04,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742318_1494 (size=14541) 2024-11-19T03:00:04,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/4c87a9b5ae4e460f90a6cabb3dac3f19 2024-11-19T03:00:04,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/cfb62ad43aaa4c538ea674063888669e is 50, key is test_row_0/B:col10/1731985203551/Put/seqid=0 2024-11-19T03:00:04,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742319_1495 (size=12151) 2024-11-19T03:00:04,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/cfb62ad43aaa4c538ea674063888669e 2024-11-19T03:00:04,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/056c2bf85a9941ba94e4d80ccd49de77 is 50, key is test_row_0/C:col10/1731985203551/Put/seqid=0 2024-11-19T03:00:04,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742320_1496 (size=12151) 2024-11-19T03:00:04,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/056c2bf85a9941ba94e4d80ccd49de77 2024-11-19T03:00:04,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/4c87a9b5ae4e460f90a6cabb3dac3f19 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/4c87a9b5ae4e460f90a6cabb3dac3f19 2024-11-19T03:00:04,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/4c87a9b5ae4e460f90a6cabb3dac3f19, entries=200, sequenceid=154, filesize=14.2 K 2024-11-19T03:00:04,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/cfb62ad43aaa4c538ea674063888669e as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/cfb62ad43aaa4c538ea674063888669e 2024-11-19T03:00:04,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/cfb62ad43aaa4c538ea674063888669e, entries=150, sequenceid=154, filesize=11.9 K 2024-11-19T03:00:04,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/056c2bf85a9941ba94e4d80ccd49de77 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/056c2bf85a9941ba94e4d80ccd49de77 2024-11-19T03:00:04,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/056c2bf85a9941ba94e4d80ccd49de77, entries=150, sequenceid=154, filesize=11.9 K 2024-11-19T03:00:04,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=60.38 KB/61830 for 32729b53059d302bc4b1f7a3e9811814 in 91ms, sequenceid=154, compaction requested=false 2024-11-19T03:00:04,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 32729b53059d302bc4b1f7a3e9811814 2024-11-19T03:00:04,201 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:00:04,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32729b53059d302bc4b1f7a3e9811814 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T03:00:04,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/f86adb7db4024bc0bc573798d0253aaa is 50, key is test_row_1/A:col10/1731985204185/Put/seqid=0 2024-11-19T03:00:04,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742321_1497 (size=9757) 2024-11-19T03:00:04,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985264261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:04,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:04,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985264261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:04,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:04,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985264262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:04,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:04,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:04,277 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985264262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:04,277 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,277 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:04,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985264264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:04,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:04,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-19T03:00:04,299 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:00:04,300 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T03:00:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-19T03:00:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-19T03:00:04,302 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:00:04,303 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:00:04,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:00:04,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985264379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:04,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:04,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985264379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:04,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:04,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:04,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985264379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:04,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:04,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985264379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:04,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:04,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985264379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:04,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-19T03:00:04,422 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/23927e2157a1484cb4d8951133fc1b0a as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/23927e2157a1484cb4d8951133fc1b0a 2024-11-19T03:00:04,430 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/B of 32729b53059d302bc4b1f7a3e9811814 into 23927e2157a1484cb4d8951133fc1b0a(size=12.1 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:04,430 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:04,430 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/B, priority=13, startTime=1731985203984; duration=0sec 2024-11-19T03:00:04,430 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:04,430 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:B 2024-11-19T03:00:04,447 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/a806a1c3def0405197b8e2fc9c2c7c00 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/a806a1c3def0405197b8e2fc9c2c7c00 2024-11-19T03:00:04,452 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/C of 32729b53059d302bc4b1f7a3e9811814 into a806a1c3def0405197b8e2fc9c2c7c00(size=12.1 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:04,452 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:04,452 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/C, priority=13, startTime=1731985203984; duration=0sec 2024-11-19T03:00:04,453 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:04,453 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:C 2024-11-19T03:00:04,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-19T03:00:04,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:04,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T03:00:04,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:04,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:04,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:04,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985264599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:04,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985264600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:04,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985264600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:04,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:04,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985264600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:04,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:04,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985264600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:04,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:04,608 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,608 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,608 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:04,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-19T03:00:04,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:04,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:04,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T03:00:04,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:04,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:04,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:04,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/f86adb7db4024bc0bc573798d0253aaa 2024-11-19T03:00:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-19T03:00:04,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/dae70ace3d6e43979ef32ae7c97bb844 is 50, key is test_row_1/B:col10/1731985204185/Put/seqid=0 2024-11-19T03:00:04,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742322_1498 (size=9757) 2024-11-19T03:00:04,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/dae70ace3d6e43979ef32ae7c97bb844 2024-11-19T03:00:04,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/6372896971824271b42417f90863dcf9 is 50, key is test_row_1/C:col10/1731985204185/Put/seqid=0 2024-11-19T03:00:04,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742323_1499 (size=9757) 2024-11-19T03:00:04,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/6372896971824271b42417f90863dcf9 2024-11-19T03:00:04,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/f86adb7db4024bc0bc573798d0253aaa as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/f86adb7db4024bc0bc573798d0253aaa 2024-11-19T03:00:04,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/f86adb7db4024bc0bc573798d0253aaa, entries=100, sequenceid=167, filesize=9.5 K 2024-11-19T03:00:04,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/dae70ace3d6e43979ef32ae7c97bb844 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/dae70ace3d6e43979ef32ae7c97bb844 2024-11-19T03:00:04,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/dae70ace3d6e43979ef32ae7c97bb844, entries=100, sequenceid=167, filesize=9.5 K 2024-11-19T03:00:04,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/6372896971824271b42417f90863dcf9 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/6372896971824271b42417f90863dcf9 2024-11-19T03:00:04,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/6372896971824271b42417f90863dcf9, entries=100, sequenceid=167, filesize=9.5 K 2024-11-19T03:00:04,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 32729b53059d302bc4b1f7a3e9811814 in 475ms, sequenceid=167, compaction requested=true 2024-11-19T03:00:04,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:04,676 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:04,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:00:04,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:04,676 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:04,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:00:04,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:04,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:00:04,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:04,679 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:04,679 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:04,679 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/B is initiating minor compaction (all files) 2024-11-19T03:00:04,679 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/A is initiating minor compaction (all files) 2024-11-19T03:00:04,679 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/B in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:04,679 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/A in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:04,679 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/23927e2157a1484cb4d8951133fc1b0a, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/cfb62ad43aaa4c538ea674063888669e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/dae70ace3d6e43979ef32ae7c97bb844] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=33.5 K 2024-11-19T03:00:04,679 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/95265a138b59412da21466a61eaa2405, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/4c87a9b5ae4e460f90a6cabb3dac3f19, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/f86adb7db4024bc0bc573798d0253aaa] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=35.8 K 2024-11-19T03:00:04,679 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 23927e2157a1484cb4d8951133fc1b0a, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731985202931 2024-11-19T03:00:04,679 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95265a138b59412da21466a61eaa2405, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731985202931 2024-11-19T03:00:04,680 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting cfb62ad43aaa4c538ea674063888669e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731985203551 2024-11-19T03:00:04,680 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c87a9b5ae4e460f90a6cabb3dac3f19, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731985203551 2024-11-19T03:00:04,680 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting dae70ace3d6e43979ef32ae7c97bb844, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731985204185 2024-11-19T03:00:04,680 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting f86adb7db4024bc0bc573798d0253aaa, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731985204185 2024-11-19T03:00:04,692 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#A#compaction#425 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:04,692 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#B#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:04,692 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/57587c76ac3b4ba2a6933619758685b8 is 50, key is test_row_0/A:col10/1731985203551/Put/seqid=0 2024-11-19T03:00:04,693 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/09efcd9b63bf4e6188a4efd4e6ecb71f is 50, key is test_row_0/B:col10/1731985203551/Put/seqid=0 2024-11-19T03:00:04,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742324_1500 (size=12254) 2024-11-19T03:00:04,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742325_1501 (size=12357) 2024-11-19T03:00:04,711 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/57587c76ac3b4ba2a6933619758685b8 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/57587c76ac3b4ba2a6933619758685b8 2024-11-19T03:00:04,719 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/09efcd9b63bf4e6188a4efd4e6ecb71f as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/09efcd9b63bf4e6188a4efd4e6ecb71f 2024-11-19T03:00:04,724 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/A of 32729b53059d302bc4b1f7a3e9811814 into 57587c76ac3b4ba2a6933619758685b8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:04,724 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:04,724 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/A, priority=13, startTime=1731985204676; duration=0sec 2024-11-19T03:00:04,724 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:04,724 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:A 2024-11-19T03:00:04,724 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:04,724 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/B of 32729b53059d302bc4b1f7a3e9811814 into 09efcd9b63bf4e6188a4efd4e6ecb71f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:04,724 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:04,724 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/B, priority=13, startTime=1731985204676; duration=0sec 2024-11-19T03:00:04,724 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:04,724 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:B 2024-11-19T03:00:04,728 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:04,728 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/C is initiating minor compaction (all files) 2024-11-19T03:00:04,728 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/C in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:04,728 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/a806a1c3def0405197b8e2fc9c2c7c00, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/056c2bf85a9941ba94e4d80ccd49de77, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/6372896971824271b42417f90863dcf9] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=33.5 K 2024-11-19T03:00:04,729 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting a806a1c3def0405197b8e2fc9c2c7c00, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731985202931 2024-11-19T03:00:04,729 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 056c2bf85a9941ba94e4d80ccd49de77, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731985203551 2024-11-19T03:00:04,729 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6372896971824271b42417f90863dcf9, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731985204185 2024-11-19T03:00:04,736 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#C#compaction#427 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:04,737 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/d7c06174ed3c4adaaf5b92602de9f884 is 50, key is test_row_0/C:col10/1731985203551/Put/seqid=0 2024-11-19T03:00:04,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742326_1502 (size=12357) 2024-11-19T03:00:04,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-19T03:00:04,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:04,762 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 32729b53059d302bc4b1f7a3e9811814 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T03:00:04,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/0330e2293808405cae08de786e4f7123 is 50, key is test_row_0/A:col10/1731985204262/Put/seqid=0 2024-11-19T03:00:04,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742327_1503 (size=12151) 2024-11-19T03:00:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 32729b53059d302bc4b1f7a3e9811814 2024-11-19T03:00:04,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T03:00:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-19T03:00:04,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985264930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:04,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:04,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985264934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:04,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:04,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985264935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:04,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:04,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985264941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:04,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:04,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985264942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:04,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:04,957 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,957 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:04,957 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:05,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985265049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:05,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:05,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985265049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:05,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:05,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:05,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985265059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:05,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:05,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985265059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:05,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:05,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985265059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:05,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:05,158 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/d7c06174ed3c4adaaf5b92602de9f884 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/d7c06174ed3c4adaaf5b92602de9f884 2024-11-19T03:00:05,163 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/C of 32729b53059d302bc4b1f7a3e9811814 into d7c06174ed3c4adaaf5b92602de9f884(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:05,163 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:05,163 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/C, priority=13, startTime=1731985204678; duration=0sec 2024-11-19T03:00:05,163 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:05,164 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:C 2024-11-19T03:00:05,175 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/0330e2293808405cae08de786e4f7123 2024-11-19T03:00:05,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/5d8a300c43014def8a2c673d77eaf4db is 50, key is test_row_0/B:col10/1731985204262/Put/seqid=0 2024-11-19T03:00:05,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742328_1504 (size=12151) 2024-11-19T03:00:05,186 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/5d8a300c43014def8a2c673d77eaf4db 2024-11-19T03:00:05,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/46a5c3af473e48aba2115ccf6c54d75e is 50, key is test_row_0/C:col10/1731985204262/Put/seqid=0 2024-11-19T03:00:05,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742329_1505 (size=12151) 2024-11-19T03:00:05,199 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/46a5c3af473e48aba2115ccf6c54d75e 2024-11-19T03:00:05,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/0330e2293808405cae08de786e4f7123 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/0330e2293808405cae08de786e4f7123 2024-11-19T03:00:05,209 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/0330e2293808405cae08de786e4f7123, entries=150, sequenceid=194, filesize=11.9 K 2024-11-19T03:00:05,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/5d8a300c43014def8a2c673d77eaf4db as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/5d8a300c43014def8a2c673d77eaf4db 2024-11-19T03:00:05,213 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/5d8a300c43014def8a2c673d77eaf4db, entries=150, sequenceid=194, filesize=11.9 K 2024-11-19T03:00:05,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/46a5c3af473e48aba2115ccf6c54d75e as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/46a5c3af473e48aba2115ccf6c54d75e 2024-11-19T03:00:05,219 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/46a5c3af473e48aba2115ccf6c54d75e, entries=150, sequenceid=194, filesize=11.9 K 2024-11-19T03:00:05,220 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 32729b53059d302bc4b1f7a3e9811814 in 458ms, sequenceid=194, compaction requested=false 2024-11-19T03:00:05,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:05,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:05,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-19T03:00:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-19T03:00:05,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-19T03:00:05,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 918 msec 2024-11-19T03:00:05,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 924 msec 2024-11-19T03:00:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 32729b53059d302bc4b1f7a3e9811814 2024-11-19T03:00:05,273 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:00:05,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32729b53059d302bc4b1f7a3e9811814 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T03:00:05,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/0afc06c614f845f6b46b61fee98bd694 is 50, key is test_row_0/A:col10/1731985204920/Put/seqid=0 2024-11-19T03:00:05,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742330_1506 (size=14541) 2024-11-19T03:00:05,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985265345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:05,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985265347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:05,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:05,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985265348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:05,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:05,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985265349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:05,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:05,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985265350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:05,363 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,363 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,363 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:05,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-19T03:00:05,439 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:00:05,440 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T03:00:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-19T03:00:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-19T03:00:05,443 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:00:05,445 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:00:05,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:00:05,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985265469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:05,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:05,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985265469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:05,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:05,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985265469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:05,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:05,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985265469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:05,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:05,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985265469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:05,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-19T03:00:05,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-19T03:00:05,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:05,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T03:00:05,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:05,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:05,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:05,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/0afc06c614f845f6b46b61fee98bd694 2024-11-19T03:00:05,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/45625abc368d4983952e4dd01734846f is 50, key is test_row_0/B:col10/1731985204920/Put/seqid=0 2024-11-19T03:00:05,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742331_1507 (size=12151) 2024-11-19T03:00:05,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985265689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:05,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:05,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985265689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:05,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:05,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:05,696 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,696 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985265689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:05,696 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:05,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:05,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985265689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:05,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:05,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985265689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:05,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:05,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:05,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-19T03:00:05,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:05,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T03:00:05,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:05,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:05,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-19T03:00:05,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-19T03:00:05,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:05,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T03:00:05,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:05,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:05,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:06,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985265999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:06,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:06,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:06,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985266009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985266009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:06,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:06,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:06,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985266010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:06,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985266009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:06,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:06,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:06,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:06,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:06,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-19T03:00:06,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:06,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T03:00:06,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:06,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:06,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-19T03:00:06,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/45625abc368d4983952e4dd01734846f 2024-11-19T03:00:06,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/bc80410775b349389fa2622882c205cb is 50, key is test_row_0/C:col10/1731985204920/Put/seqid=0 2024-11-19T03:00:06,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742332_1508 (size=12151) 2024-11-19T03:00:06,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/bc80410775b349389fa2622882c205cb 2024-11-19T03:00:06,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/0afc06c614f845f6b46b61fee98bd694 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/0afc06c614f845f6b46b61fee98bd694 2024-11-19T03:00:06,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/0afc06c614f845f6b46b61fee98bd694, entries=200, sequenceid=209, filesize=14.2 K 2024-11-19T03:00:06,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/45625abc368d4983952e4dd01734846f as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/45625abc368d4983952e4dd01734846f 2024-11-19T03:00:06,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/45625abc368d4983952e4dd01734846f, entries=150, sequenceid=209, filesize=11.9 K 2024-11-19T03:00:06,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/bc80410775b349389fa2622882c205cb as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/bc80410775b349389fa2622882c205cb 2024-11-19T03:00:06,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/bc80410775b349389fa2622882c205cb, entries=150, sequenceid=209, filesize=11.9 K 2024-11-19T03:00:06,152 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 32729b53059d302bc4b1f7a3e9811814 in 879ms, sequenceid=209, compaction requested=true 2024-11-19T03:00:06,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:06,153 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:06,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:00:06,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:06,153 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:06,154 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38946 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:06,154 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/A is initiating minor compaction (all files) 2024-11-19T03:00:06,154 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/A in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:06,154 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/57587c76ac3b4ba2a6933619758685b8, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/0330e2293808405cae08de786e4f7123, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/0afc06c614f845f6b46b61fee98bd694] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=38.0 K 2024-11-19T03:00:06,154 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57587c76ac3b4ba2a6933619758685b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731985203551 2024-11-19T03:00:06,155 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:06,155 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0330e2293808405cae08de786e4f7123, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731985204260 2024-11-19T03:00:06,155 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/B is initiating minor compaction (all files) 2024-11-19T03:00:06,155 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/B in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:06,155 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/09efcd9b63bf4e6188a4efd4e6ecb71f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/5d8a300c43014def8a2c673d77eaf4db, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/45625abc368d4983952e4dd01734846f] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=35.8 K 2024-11-19T03:00:06,155 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0afc06c614f845f6b46b61fee98bd694, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731985204920 2024-11-19T03:00:06,155 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 09efcd9b63bf4e6188a4efd4e6ecb71f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731985203551 2024-11-19T03:00:06,156 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d8a300c43014def8a2c673d77eaf4db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731985204260 2024-11-19T03:00:06,156 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 45625abc368d4983952e4dd01734846f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731985204920 2024-11-19T03:00:06,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:00:06,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:06,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:00:06,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:06,162 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#A#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:06,162 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/526caf2f6e1f4d4da1fb699aac93df54 is 50, key is test_row_0/A:col10/1731985204920/Put/seqid=0 2024-11-19T03:00:06,165 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#B#compaction#435 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:06,165 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/fa5ddb45a6494dfa8419aa11bc1d0847 is 50, key is test_row_0/B:col10/1731985204920/Put/seqid=0 2024-11-19T03:00:06,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742333_1509 (size=12357) 2024-11-19T03:00:06,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742334_1510 (size=12459) 2024-11-19T03:00:06,188 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/fa5ddb45a6494dfa8419aa11bc1d0847 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/fa5ddb45a6494dfa8419aa11bc1d0847 2024-11-19T03:00:06,193 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/B of 32729b53059d302bc4b1f7a3e9811814 into fa5ddb45a6494dfa8419aa11bc1d0847(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:06,193 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:06,193 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/B, priority=13, startTime=1731985206153; duration=0sec 2024-11-19T03:00:06,193 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:06,193 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:B 2024-11-19T03:00:06,193 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:06,194 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:06,194 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/C is initiating minor compaction (all files) 2024-11-19T03:00:06,194 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/C in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:06,194 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/d7c06174ed3c4adaaf5b92602de9f884, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/46a5c3af473e48aba2115ccf6c54d75e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/bc80410775b349389fa2622882c205cb] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=35.8 K 2024-11-19T03:00:06,195 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting d7c06174ed3c4adaaf5b92602de9f884, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731985203551 2024-11-19T03:00:06,195 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 46a5c3af473e48aba2115ccf6c54d75e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731985204260 2024-11-19T03:00:06,195 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting bc80410775b349389fa2622882c205cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731985204920 2024-11-19T03:00:06,203 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#C#compaction#436 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:06,203 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/7f455b5009ca4440a5e01dbbbe40e144 is 50, key is test_row_0/C:col10/1731985204920/Put/seqid=0 2024-11-19T03:00:06,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-19T03:00:06,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:06,211 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 32729b53059d302bc4b1f7a3e9811814 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T03:00:06,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742335_1511 (size=12459) 2024-11-19T03:00:06,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/3bb7486fb8d84736a2d748077dd926e7 is 50, key is test_row_0/A:col10/1731985205345/Put/seqid=0 2024-11-19T03:00:06,226 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/7f455b5009ca4440a5e01dbbbe40e144 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/7f455b5009ca4440a5e01dbbbe40e144 2024-11-19T03:00:06,233 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/C of 32729b53059d302bc4b1f7a3e9811814 into 7f455b5009ca4440a5e01dbbbe40e144(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:06,233 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:06,233 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/C, priority=13, startTime=1731985206156; duration=0sec 2024-11-19T03:00:06,233 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:06,233 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:C 2024-11-19T03:00:06,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742336_1512 (size=12151) 2024-11-19T03:00:06,240 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/3bb7486fb8d84736a2d748077dd926e7 2024-11-19T03:00:06,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/536527e8b0934df8ba79e205c39401e3 is 50, key is test_row_0/B:col10/1731985205345/Put/seqid=0 2024-11-19T03:00:06,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742337_1513 (size=12151) 2024-11-19T03:00:06,256 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/536527e8b0934df8ba79e205c39401e3 2024-11-19T03:00:06,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/fe9459b81e5c4997917c0709ff037128 is 50, key is test_row_0/C:col10/1731985205345/Put/seqid=0 2024-11-19T03:00:06,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742338_1514 (size=12151) 2024-11-19T03:00:06,277 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/fe9459b81e5c4997917c0709ff037128 2024-11-19T03:00:06,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/3bb7486fb8d84736a2d748077dd926e7 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/3bb7486fb8d84736a2d748077dd926e7 2024-11-19T03:00:06,287 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/3bb7486fb8d84736a2d748077dd926e7, entries=150, sequenceid=233, filesize=11.9 K 2024-11-19T03:00:06,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/536527e8b0934df8ba79e205c39401e3 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/536527e8b0934df8ba79e205c39401e3 2024-11-19T03:00:06,291 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/536527e8b0934df8ba79e205c39401e3, entries=150, sequenceid=233, filesize=11.9 K 2024-11-19T03:00:06,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/fe9459b81e5c4997917c0709ff037128 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/fe9459b81e5c4997917c0709ff037128 2024-11-19T03:00:06,298 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/fe9459b81e5c4997917c0709ff037128, entries=150, sequenceid=233, filesize=11.9 K 2024-11-19T03:00:06,299 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 32729b53059d302bc4b1f7a3e9811814 in 88ms, sequenceid=233, compaction requested=false 2024-11-19T03:00:06,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:06,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:06,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-19T03:00:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-19T03:00:06,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-19T03:00:06,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 856 msec 2024-11-19T03:00:06,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 864 msec 2024-11-19T03:00:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 32729b53059d302bc4b1f7a3e9811814 2024-11-19T03:00:06,534 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:00:06,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32729b53059d302bc4b1f7a3e9811814 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T03:00:06,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/c9f8ea345079428b9fb71828ace0e323 is 50, key is test_row_0/A:col10/1731985206534/Put/seqid=0 2024-11-19T03:00:06,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742339_1515 (size=19321) 2024-11-19T03:00:06,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/c9f8ea345079428b9fb71828ace0e323 2024-11-19T03:00:06,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/1ee5e1678b9a42ddb4b17dcd6e0f3c2c is 50, key is test_row_0/B:col10/1731985206534/Put/seqid=0 2024-11-19T03:00:06,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742340_1516 (size=12151) 2024-11-19T03:00:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-19T03:00:06,580 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:00:06,581 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T03:00:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-19T03:00:06,583 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:00:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-19T03:00:06,583 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:00:06,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:00:06,586 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/526caf2f6e1f4d4da1fb699aac93df54 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/526caf2f6e1f4d4da1fb699aac93df54 2024-11-19T03:00:06,591 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/A of 32729b53059d302bc4b1f7a3e9811814 into 526caf2f6e1f4d4da1fb699aac93df54(size=12.1 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:06,591 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:06,591 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/A, priority=13, startTime=1731985206153; duration=0sec 2024-11-19T03:00:06,592 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:06,592 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:A 2024-11-19T03:00:06,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985266589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:06,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:06,613 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,613 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985266598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:06,613 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:06,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:06,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985266602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:06,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985266602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:06,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985266603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:06,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:06,616 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,616 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,616 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:06,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-19T03:00:06,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985266718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:06,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:06,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985266719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:06,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:06,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:06,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985266719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:06,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:06,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:06,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985266719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:06,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:06,729 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:06,729 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,729 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985266719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:06,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:06,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-19T03:00:06,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:06,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T03:00:06,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:06,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:06,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:06,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-19T03:00:06,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:06,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T03:00:06,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:06,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:06,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-19T03:00:06,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985266939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:06,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:06,950 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985266939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:06,950 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,950 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:06,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985266939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:06,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:06,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985266939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:06,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:06,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985266939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:06,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:06,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:06,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:06,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/1ee5e1678b9a42ddb4b17dcd6e0f3c2c 2024-11-19T03:00:06,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/94d0270c5b9c4d01a319cb9142f4b791 is 50, key is test_row_0/C:col10/1731985206534/Put/seqid=0 2024-11-19T03:00:06,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742341_1517 (size=12151) 2024-11-19T03:00:07,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-19T03:00:07,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:07,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T03:00:07,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:07,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:07,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:07,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-19T03:00:07,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:07,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T03:00:07,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:07,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:07,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-19T03:00:07,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985267259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:07,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:07,268 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:07,268 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:07,268 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985267259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:07,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:07,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:07,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:07,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985267259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:07,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:07,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:07,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:07,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985267259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:07,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:07,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:07,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:07,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985267259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:07,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:07,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:07,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:07,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-19T03:00:07,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:07,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T03:00:07,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:07,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:07,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:07,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/94d0270c5b9c4d01a319cb9142f4b791 2024-11-19T03:00:07,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/c9f8ea345079428b9fb71828ace0e323 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/c9f8ea345079428b9fb71828ace0e323 2024-11-19T03:00:07,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/c9f8ea345079428b9fb71828ace0e323, entries=300, sequenceid=246, filesize=18.9 K 2024-11-19T03:00:07,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/1ee5e1678b9a42ddb4b17dcd6e0f3c2c as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/1ee5e1678b9a42ddb4b17dcd6e0f3c2c 2024-11-19T03:00:07,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/1ee5e1678b9a42ddb4b17dcd6e0f3c2c, entries=150, sequenceid=246, filesize=11.9 K 2024-11-19T03:00:07,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/94d0270c5b9c4d01a319cb9142f4b791 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/94d0270c5b9c4d01a319cb9142f4b791 2024-11-19T03:00:07,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/94d0270c5b9c4d01a319cb9142f4b791, entries=150, sequenceid=246, filesize=11.9 K 2024-11-19T03:00:07,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 32729b53059d302bc4b1f7a3e9811814 in 861ms, sequenceid=246, compaction requested=true 2024-11-19T03:00:07,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:07,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:00:07,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:07,396 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:07,396 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:07,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:00:07,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:07,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:00:07,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:07,396 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:07,397 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/A is initiating minor compaction (all files) 2024-11-19T03:00:07,397 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/A in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:07,397 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/526caf2f6e1f4d4da1fb699aac93df54, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/3bb7486fb8d84736a2d748077dd926e7, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/c9f8ea345079428b9fb71828ace0e323] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=42.8 K 2024-11-19T03:00:07,397 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:07,397 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/B is initiating minor compaction (all files) 2024-11-19T03:00:07,397 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/B in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:07,397 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/fa5ddb45a6494dfa8419aa11bc1d0847, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/536527e8b0934df8ba79e205c39401e3, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/1ee5e1678b9a42ddb4b17dcd6e0f3c2c] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=35.9 K 2024-11-19T03:00:07,397 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 526caf2f6e1f4d4da1fb699aac93df54, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731985204920 2024-11-19T03:00:07,397 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting fa5ddb45a6494dfa8419aa11bc1d0847, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731985204920 2024-11-19T03:00:07,398 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3bb7486fb8d84736a2d748077dd926e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731985205345 2024-11-19T03:00:07,398 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 536527e8b0934df8ba79e205c39401e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731985205345 2024-11-19T03:00:07,398 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9f8ea345079428b9fb71828ace0e323, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731985206524 2024-11-19T03:00:07,398 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ee5e1678b9a42ddb4b17dcd6e0f3c2c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731985206531 2024-11-19T03:00:07,412 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#B#compaction#443 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:07,413 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/0544d4e9d5b940379e68ddd8e1f44330 is 50, key is test_row_0/B:col10/1731985206534/Put/seqid=0 2024-11-19T03:00:07,422 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#A#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:07,423 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/7899f8d96fc2496584f03b7da9e00a4f is 50, key is test_row_0/A:col10/1731985206534/Put/seqid=0 2024-11-19T03:00:07,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742342_1518 (size=12561) 2024-11-19T03:00:07,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742343_1519 (size=12459) 2024-11-19T03:00:07,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-19T03:00:07,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:07,506 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing 32729b53059d302bc4b1f7a3e9811814 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T03:00:07,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/25d1a226f54b44eba910902cec44e32b is 50, key is test_row_0/A:col10/1731985206598/Put/seqid=0 2024-11-19T03:00:07,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742344_1520 (size=12301) 2024-11-19T03:00:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-19T03:00:07,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T03:00:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 32729b53059d302bc4b1f7a3e9811814 2024-11-19T03:00:07,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985267791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:07,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:07,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:07,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:07,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985267790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:07,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985267795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:07,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:07,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:07,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:07,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:07,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:07,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:07,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985267803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:07,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:07,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:07,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985267804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:07,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:07,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:07,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:07,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:07,835 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/0544d4e9d5b940379e68ddd8e1f44330 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/0544d4e9d5b940379e68ddd8e1f44330 2024-11-19T03:00:07,835 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/7899f8d96fc2496584f03b7da9e00a4f as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/7899f8d96fc2496584f03b7da9e00a4f 2024-11-19T03:00:07,839 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/B of 32729b53059d302bc4b1f7a3e9811814 into 0544d4e9d5b940379e68ddd8e1f44330(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:07,839 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/A of 32729b53059d302bc4b1f7a3e9811814 into 7899f8d96fc2496584f03b7da9e00a4f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:07,839 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:07,839 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:07,839 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/A, priority=13, startTime=1731985207395; duration=0sec 2024-11-19T03:00:07,839 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/B, priority=13, startTime=1731985207396; duration=0sec 2024-11-19T03:00:07,839 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:07,839 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:A 2024-11-19T03:00:07,839 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:07,839 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:B 2024-11-19T03:00:07,839 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:07,840 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:07,840 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/C is initiating minor compaction (all files) 2024-11-19T03:00:07,840 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/C in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:07,840 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/7f455b5009ca4440a5e01dbbbe40e144, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/fe9459b81e5c4997917c0709ff037128, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/94d0270c5b9c4d01a319cb9142f4b791] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=35.9 K 2024-11-19T03:00:07,841 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f455b5009ca4440a5e01dbbbe40e144, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731985204920 2024-11-19T03:00:07,841 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe9459b81e5c4997917c0709ff037128, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731985205345 2024-11-19T03:00:07,841 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94d0270c5b9c4d01a319cb9142f4b791, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731985206531 2024-11-19T03:00:07,848 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#C#compaction#446 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:07,849 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/433d850ed77a4a608dafc24bb41d51b3 is 50, key is test_row_0/C:col10/1731985206534/Put/seqid=0 2024-11-19T03:00:07,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742345_1521 (size=12561) 2024-11-19T03:00:07,858 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/433d850ed77a4a608dafc24bb41d51b3 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/433d850ed77a4a608dafc24bb41d51b3 2024-11-19T03:00:07,862 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/C of 32729b53059d302bc4b1f7a3e9811814 into 433d850ed77a4a608dafc24bb41d51b3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:07,862 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:07,862 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/C, priority=13, startTime=1731985207396; duration=0sec 2024-11-19T03:00:07,863 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:07,863 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:C 2024-11-19T03:00:07,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985267909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:07,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985267909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:07,917 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:07,917 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:07,917 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:07,917 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:07,917 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:07,917 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:07,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985267909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:07,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:07,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:07,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:07,927 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/25d1a226f54b44eba910902cec44e32b 2024-11-19T03:00:07,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985267919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:07,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:07,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:07,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:07,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/cd2df2ebf81c4cf59b65a2baedecf07c is 50, key is test_row_0/B:col10/1731985206598/Put/seqid=0 2024-11-19T03:00:07,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985267929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:07,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:07,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:07,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:07,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742346_1522 (size=12301) 2024-11-19T03:00:08,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985268119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:08,128 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:08,128 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:08,128 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:08,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985268129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:08,136 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:08,136 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:08,136 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:08,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985268129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:08,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:08,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:08,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:08,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985268139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:08,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:08,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:08,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:08,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985268149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:08,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:08,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:08,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:08,350 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/cd2df2ebf81c4cf59b65a2baedecf07c 2024-11-19T03:00:08,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/813f669eb83c4ccd95ccb7ec0b2fe15b is 50, key is test_row_0/C:col10/1731985206598/Put/seqid=0 2024-11-19T03:00:08,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742347_1523 (size=12301) 2024-11-19T03:00:08,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985268439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:08,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:08,447 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:08,447 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985268439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:08,447 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:08,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:08,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:08,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:08,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985268449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:08,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:08,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:08,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:08,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985268459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:08,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:08,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:08,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:08,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985268468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:08,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:08,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:08,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-19T03:00:08,768 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/813f669eb83c4ccd95ccb7ec0b2fe15b 2024-11-19T03:00:08,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/25d1a226f54b44eba910902cec44e32b as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/25d1a226f54b44eba910902cec44e32b 2024-11-19T03:00:08,776 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/25d1a226f54b44eba910902cec44e32b, entries=150, sequenceid=272, filesize=12.0 K 2024-11-19T03:00:08,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/cd2df2ebf81c4cf59b65a2baedecf07c as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/cd2df2ebf81c4cf59b65a2baedecf07c 2024-11-19T03:00:08,779 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/cd2df2ebf81c4cf59b65a2baedecf07c, entries=150, sequenceid=272, filesize=12.0 K 2024-11-19T03:00:08,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/813f669eb83c4ccd95ccb7ec0b2fe15b as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/813f669eb83c4ccd95ccb7ec0b2fe15b 2024-11-19T03:00:08,784 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/813f669eb83c4ccd95ccb7ec0b2fe15b, entries=150, sequenceid=272, filesize=12.0 K 2024-11-19T03:00:08,785 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 32729b53059d302bc4b1f7a3e9811814 in 1278ms, sequenceid=272, compaction requested=false 2024-11-19T03:00:08,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:08,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:08,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-19T03:00:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-19T03:00:08,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-19T03:00:08,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2020 sec 2024-11-19T03:00:08,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 2.2070 sec 2024-11-19T03:00:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 32729b53059d302bc4b1f7a3e9811814 2024-11-19T03:00:08,963 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:00:08,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32729b53059d302bc4b1f7a3e9811814 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T03:00:08,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/3a17c9d78f25481eb9682e80a5153301 is 50, key is test_row_0/A:col10/1731985208963/Put/seqid=0 2024-11-19T03:00:08,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742348_1524 (size=12301) 2024-11-19T03:00:08,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/3a17c9d78f25481eb9682e80a5153301 2024-11-19T03:00:08,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/bca29ba5ac4345d5891dc723ada689bb is 50, key is test_row_0/B:col10/1731985208963/Put/seqid=0 2024-11-19T03:00:08,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742349_1525 (size=12301) 2024-11-19T03:00:08,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/bca29ba5ac4345d5891dc723ada689bb 2024-11-19T03:00:08,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/31c71389454240bd925d5f1b5eee5cad is 50, key is test_row_0/C:col10/1731985208963/Put/seqid=0 2024-11-19T03:00:09,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742350_1526 (size=12301) 2024-11-19T03:00:09,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/31c71389454240bd925d5f1b5eee5cad 2024-11-19T03:00:09,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/3a17c9d78f25481eb9682e80a5153301 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/3a17c9d78f25481eb9682e80a5153301 2024-11-19T03:00:09,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/3a17c9d78f25481eb9682e80a5153301, entries=150, sequenceid=288, filesize=12.0 K 2024-11-19T03:00:09,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/bca29ba5ac4345d5891dc723ada689bb as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/bca29ba5ac4345d5891dc723ada689bb 2024-11-19T03:00:09,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/bca29ba5ac4345d5891dc723ada689bb, entries=150, sequenceid=288, filesize=12.0 K 2024-11-19T03:00:09,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/31c71389454240bd925d5f1b5eee5cad as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/31c71389454240bd925d5f1b5eee5cad 2024-11-19T03:00:09,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/31c71389454240bd925d5f1b5eee5cad, entries=150, sequenceid=288, filesize=12.0 K 2024-11-19T03:00:09,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=93.93 KB/96180 for 32729b53059d302bc4b1f7a3e9811814 in 52ms, sequenceid=288, compaction requested=true 2024-11-19T03:00:09,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:09,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:00:09,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:09,015 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 32729b53059d302bc4b1f7a3e9811814 2024-11-19T03:00:09,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:00:09,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:09,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:00:09,015 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:09,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:09,015 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:00:09,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32729b53059d302bc4b1f7a3e9811814 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-19T03:00:09,017 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:09,017 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/B is initiating minor compaction (all files) 2024-11-19T03:00:09,017 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/B in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:09,018 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/0544d4e9d5b940379e68ddd8e1f44330, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/cd2df2ebf81c4cf59b65a2baedecf07c, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/bca29ba5ac4345d5891dc723ada689bb] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=36.3 K 2024-11-19T03:00:09,018 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:09,018 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/A is initiating minor compaction (all files) 2024-11-19T03:00:09,018 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/A in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:09,018 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/7899f8d96fc2496584f03b7da9e00a4f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/25d1a226f54b44eba910902cec44e32b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/3a17c9d78f25481eb9682e80a5153301] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=36.2 K 2024-11-19T03:00:09,018 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7899f8d96fc2496584f03b7da9e00a4f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731985206531 2024-11-19T03:00:09,018 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 0544d4e9d5b940379e68ddd8e1f44330, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731985206531 2024-11-19T03:00:09,019 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25d1a226f54b44eba910902cec44e32b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731985206598 2024-11-19T03:00:09,019 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting cd2df2ebf81c4cf59b65a2baedecf07c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731985206598 2024-11-19T03:00:09,019 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a17c9d78f25481eb9682e80a5153301, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731985207790 2024-11-19T03:00:09,019 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting bca29ba5ac4345d5891dc723ada689bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731985207790 2024-11-19T03:00:09,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/44aebe2e6ca542729753c7833fccfacd is 50, key is test_row_0/A:col10/1731985209005/Put/seqid=0 2024-11-19T03:00:09,026 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#A#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:09,027 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/dc86fe396eaa4a45b5a7f97d71b1a1ae is 50, key is test_row_0/A:col10/1731985208963/Put/seqid=0 2024-11-19T03:00:09,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742351_1527 (size=12301) 2024-11-19T03:00:09,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/44aebe2e6ca542729753c7833fccfacd 2024-11-19T03:00:09,035 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#B#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:09,036 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/757ee27b78c4470c828955a97029ca87 is 50, key is test_row_0/B:col10/1731985208963/Put/seqid=0 2024-11-19T03:00:09,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/95fb6a6e03644ed4a433ea7e9ab8927e is 50, key is test_row_0/B:col10/1731985209005/Put/seqid=0 2024-11-19T03:00:09,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742353_1529 (size=12813) 2024-11-19T03:00:09,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742352_1528 (size=12711) 2024-11-19T03:00:09,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985269048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:09,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:09,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742354_1530 (size=12301) 2024-11-19T03:00:09,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/95fb6a6e03644ed4a433ea7e9ab8927e 2024-11-19T03:00:09,068 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/757ee27b78c4470c828955a97029ca87 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/757ee27b78c4470c828955a97029ca87 2024-11-19T03:00:09,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985269052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:09,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:09,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985269055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:09,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:09,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985269057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:09,075 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/B of 32729b53059d302bc4b1f7a3e9811814 into 757ee27b78c4470c828955a97029ca87(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:09,076 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:09,076 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/B, priority=13, startTime=1731985209015; duration=0sec 2024-11-19T03:00:09,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:09,076 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:09,076 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:B 2024-11-19T03:00:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985269055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:09,076 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:09,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/52d0f6e11f2a45d4ab0e19afa2ebe957 is 50, key is test_row_0/C:col10/1731985209005/Put/seqid=0 2024-11-19T03:00:09,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:09,080 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:09,080 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/C is initiating minor compaction (all files) 2024-11-19T03:00:09,080 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/C in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:09,080 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/433d850ed77a4a608dafc24bb41d51b3, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/813f669eb83c4ccd95ccb7ec0b2fe15b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/31c71389454240bd925d5f1b5eee5cad] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=36.3 K 2024-11-19T03:00:09,081 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 433d850ed77a4a608dafc24bb41d51b3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731985206531 2024-11-19T03:00:09,081 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 813f669eb83c4ccd95ccb7ec0b2fe15b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731985206598 2024-11-19T03:00:09,082 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 31c71389454240bd925d5f1b5eee5cad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731985207790 2024-11-19T03:00:09,088 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#C#compaction#457 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:09,088 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/04f812b8e7c1408686e30ed0d6e9ee47 is 50, key is test_row_0/C:col10/1731985208963/Put/seqid=0 2024-11-19T03:00:09,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742355_1531 (size=12301) 2024-11-19T03:00:09,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742356_1532 (size=12813) 2024-11-19T03:00:09,113 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/04f812b8e7c1408686e30ed0d6e9ee47 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/04f812b8e7c1408686e30ed0d6e9ee47 2024-11-19T03:00:09,118 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/C of 32729b53059d302bc4b1f7a3e9811814 into 04f812b8e7c1408686e30ed0d6e9ee47(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:09,118 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:09,118 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/C, priority=13, startTime=1731985209015; duration=0sec 2024-11-19T03:00:09,118 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:09,118 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:C 2024-11-19T03:00:09,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:09,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985269169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:09,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:09,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985269179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:09,192 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,192 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:09,192 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985269179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:09,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:09,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985269179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:09,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:09,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:09,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985269189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:09,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:09,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985269389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:09,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:09,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985269399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:09,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:09,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985269399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:09,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:09,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:09,409 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,409 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,409 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985269399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:09,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:09,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985269409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:09,461 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/dc86fe396eaa4a45b5a7f97d71b1a1ae as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/dc86fe396eaa4a45b5a7f97d71b1a1ae 2024-11-19T03:00:09,469 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/A of 32729b53059d302bc4b1f7a3e9811814 into dc86fe396eaa4a45b5a7f97d71b1a1ae(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:09,469 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:09,469 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/A, priority=13, startTime=1731985209015; duration=0sec 2024-11-19T03:00:09,469 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:09,469 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:A 2024-11-19T03:00:09,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/52d0f6e11f2a45d4ab0e19afa2ebe957 2024-11-19T03:00:09,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/44aebe2e6ca542729753c7833fccfacd as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/44aebe2e6ca542729753c7833fccfacd 2024-11-19T03:00:09,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/44aebe2e6ca542729753c7833fccfacd, entries=150, sequenceid=306, filesize=12.0 K 2024-11-19T03:00:09,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/95fb6a6e03644ed4a433ea7e9ab8927e as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/95fb6a6e03644ed4a433ea7e9ab8927e 2024-11-19T03:00:09,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/95fb6a6e03644ed4a433ea7e9ab8927e, entries=150, sequenceid=306, filesize=12.0 K 2024-11-19T03:00:09,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/52d0f6e11f2a45d4ab0e19afa2ebe957 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/52d0f6e11f2a45d4ab0e19afa2ebe957 2024-11-19T03:00:09,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/52d0f6e11f2a45d4ab0e19afa2ebe957, entries=150, sequenceid=306, filesize=12.0 K 2024-11-19T03:00:09,525 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 32729b53059d302bc4b1f7a3e9811814 in 510ms, sequenceid=306, compaction requested=false 2024-11-19T03:00:09,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 32729b53059d302bc4b1f7a3e9811814 2024-11-19T03:00:09,714 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:00:09,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32729b53059d302bc4b1f7a3e9811814 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-19T03:00:09,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/68facda259b44e91a2be8701fd6895be is 50, key is test_row_0/A:col10/1731985209713/Put/seqid=0 2024-11-19T03:00:09,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742357_1533 (size=12301) 2024-11-19T03:00:09,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/68facda259b44e91a2be8701fd6895be 2024-11-19T03:00:09,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/b9330acff42c4733b561b2a882f527de is 50, key is test_row_0/B:col10/1731985209713/Put/seqid=0 2024-11-19T03:00:09,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985269746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:09,755 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,755 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,755 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:09,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742358_1534 (size=12301) 2024-11-19T03:00:09,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985269747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:09,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/b9330acff42c4733b561b2a882f527de 2024-11-19T03:00:09,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:09,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985269748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:09,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:09,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985269754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:09,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:09,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:09,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985269755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:09,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:09,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/b0e891ad8d4b4c14960f0ff5bf24d8a8 is 50, key is test_row_0/C:col10/1731985209713/Put/seqid=0 2024-11-19T03:00:09,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742359_1535 (size=12301) 2024-11-19T03:00:09,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/b0e891ad8d4b4c14960f0ff5bf24d8a8 2024-11-19T03:00:09,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/68facda259b44e91a2be8701fd6895be as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/68facda259b44e91a2be8701fd6895be 2024-11-19T03:00:09,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/68facda259b44e91a2be8701fd6895be, entries=150, sequenceid=328, filesize=12.0 K 2024-11-19T03:00:09,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/b9330acff42c4733b561b2a882f527de as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/b9330acff42c4733b561b2a882f527de 2024-11-19T03:00:09,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/b9330acff42c4733b561b2a882f527de, entries=150, sequenceid=328, filesize=12.0 K 2024-11-19T03:00:09,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/b0e891ad8d4b4c14960f0ff5bf24d8a8 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/b0e891ad8d4b4c14960f0ff5bf24d8a8 2024-11-19T03:00:09,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/b0e891ad8d4b4c14960f0ff5bf24d8a8, entries=150, sequenceid=328, filesize=12.0 K 2024-11-19T03:00:09,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 32729b53059d302bc4b1f7a3e9811814 in 95ms, sequenceid=328, compaction requested=true 2024-11-19T03:00:09,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:09,810 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:09,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:00:09,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:09,810 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:09,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:00:09,810 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37313 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:09,811 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/A is initiating minor compaction (all files) 2024-11-19T03:00:09,811 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/A in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:09,811 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/dc86fe396eaa4a45b5a7f97d71b1a1ae, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/44aebe2e6ca542729753c7833fccfacd, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/68facda259b44e91a2be8701fd6895be] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=36.4 K 2024-11-19T03:00:09,811 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37415 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:09,811 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/B is initiating minor compaction (all files) 2024-11-19T03:00:09,811 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/B in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:09,812 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/757ee27b78c4470c828955a97029ca87, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/95fb6a6e03644ed4a433ea7e9ab8927e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/b9330acff42c4733b561b2a882f527de] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=36.5 K 2024-11-19T03:00:09,812 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc86fe396eaa4a45b5a7f97d71b1a1ae, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731985207790 2024-11-19T03:00:09,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:09,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:00:09,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:09,812 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 757ee27b78c4470c828955a97029ca87, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731985207790 2024-11-19T03:00:09,812 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44aebe2e6ca542729753c7833fccfacd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731985209001 2024-11-19T03:00:09,813 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 95fb6a6e03644ed4a433ea7e9ab8927e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731985209001 2024-11-19T03:00:09,813 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68facda259b44e91a2be8701fd6895be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731985209033 2024-11-19T03:00:09,814 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting b9330acff42c4733b561b2a882f527de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731985209033 2024-11-19T03:00:09,819 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#A#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:09,820 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/2523be282ee74778b659017e56ebc94f is 50, key is test_row_0/A:col10/1731985209713/Put/seqid=0 2024-11-19T03:00:09,826 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#B#compaction#462 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:09,826 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/2871a4effef74813a6416d831a3e8010 is 50, key is test_row_0/B:col10/1731985209713/Put/seqid=0 2024-11-19T03:00:09,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742360_1536 (size=12813) 2024-11-19T03:00:09,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742361_1537 (size=12915) 2024-11-19T03:00:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 32729b53059d302bc4b1f7a3e9811814 2024-11-19T03:00:09,868 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:00:09,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32729b53059d302bc4b1f7a3e9811814 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-19T03:00:09,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/4f5aa12e6b74470fb8e5924c2fbc8732 is 50, key is test_row_0/A:col10/1731985209745/Put/seqid=0 2024-11-19T03:00:09,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742362_1538 (size=14741) 2024-11-19T03:00:09,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/4f5aa12e6b74470fb8e5924c2fbc8732 2024-11-19T03:00:09,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/684b57c5500b454eb54f0ed7a446d42b is 50, key is test_row_0/B:col10/1731985209745/Put/seqid=0 2024-11-19T03:00:09,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742363_1539 (size=12301) 2024-11-19T03:00:09,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/684b57c5500b454eb54f0ed7a446d42b 2024-11-19T03:00:09,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/7e263c1f9b4d4118a198d59856989503 is 50, key is test_row_0/C:col10/1731985209745/Put/seqid=0 2024-11-19T03:00:09,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742364_1540 (size=12301) 2024-11-19T03:00:09,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/7e263c1f9b4d4118a198d59856989503 2024-11-19T03:00:09,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/4f5aa12e6b74470fb8e5924c2fbc8732 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/4f5aa12e6b74470fb8e5924c2fbc8732 2024-11-19T03:00:09,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/4f5aa12e6b74470fb8e5924c2fbc8732, entries=200, sequenceid=346, filesize=14.4 K 2024-11-19T03:00:09,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/684b57c5500b454eb54f0ed7a446d42b as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/684b57c5500b454eb54f0ed7a446d42b 2024-11-19T03:00:09,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985269905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:09,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:09,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:09,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/684b57c5500b454eb54f0ed7a446d42b, entries=150, sequenceid=346, filesize=12.0 K 2024-11-19T03:00:09,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/7e263c1f9b4d4118a198d59856989503 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/7e263c1f9b4d4118a198d59856989503 2024-11-19T03:00:09,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/7e263c1f9b4d4118a198d59856989503, entries=150, sequenceid=346, filesize=12.0 K 2024-11-19T03:00:09,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 32729b53059d302bc4b1f7a3e9811814 in 51ms, sequenceid=346, compaction requested=true 2024-11-19T03:00:09,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:09,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:A, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:00:09,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-19T03:00:09,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:B, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:00:09,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-19T03:00:09,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:00:09,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-19T03:00:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 32729b53059d302bc4b1f7a3e9811814 2024-11-19T03:00:09,924 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:00:09,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32729b53059d302bc4b1f7a3e9811814 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-19T03:00:09,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/b8a89d7e287c4114b08bb698903696ed is 50, key is test_row_0/A:col10/1731985209923/Put/seqid=0 2024-11-19T03:00:09,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742365_1541 (size=17181) 2024-11-19T03:00:10,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985269987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:10,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:10,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985269988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:10,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:10,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985269995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:10,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:10,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985270005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:10,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:10,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985270019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:10,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:10,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985270109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:10,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:10,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985270109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:10,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:10,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:10,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985270119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:10,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:10,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985270129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:10,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:10,234 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/2523be282ee74778b659017e56ebc94f as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/2523be282ee74778b659017e56ebc94f 2024-11-19T03:00:10,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985270239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:10,242 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/A of 32729b53059d302bc4b1f7a3e9811814 into 2523be282ee74778b659017e56ebc94f(size=12.5 K), total size for store is 26.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:10,242 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:10,242 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/A, priority=13, startTime=1731985209809; duration=0sec 2024-11-19T03:00:10,242 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-19T03:00:10,242 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:A 2024-11-19T03:00:10,242 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:A 2024-11-19T03:00:10,242 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:00:10,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:10,245 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49716 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:00:10,245 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/C is initiating minor compaction (all files) 2024-11-19T03:00:10,245 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/C in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:10,245 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/04f812b8e7c1408686e30ed0d6e9ee47, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/52d0f6e11f2a45d4ab0e19afa2ebe957, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/b0e891ad8d4b4c14960f0ff5bf24d8a8, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/7e263c1f9b4d4118a198d59856989503] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=48.6 K 2024-11-19T03:00:10,246 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04f812b8e7c1408686e30ed0d6e9ee47, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731985207790 2024-11-19T03:00:10,246 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52d0f6e11f2a45d4ab0e19afa2ebe957, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731985209001 2024-11-19T03:00:10,246 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0e891ad8d4b4c14960f0ff5bf24d8a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731985209033 2024-11-19T03:00:10,247 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e263c1f9b4d4118a198d59856989503, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731985209745 2024-11-19T03:00:10,248 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/2871a4effef74813a6416d831a3e8010 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/2871a4effef74813a6416d831a3e8010 2024-11-19T03:00:10,252 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/B of 32729b53059d302bc4b1f7a3e9811814 into 2871a4effef74813a6416d831a3e8010(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:10,252 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:10,252 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/B, priority=13, startTime=1731985209810; duration=0sec 2024-11-19T03:00:10,252 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-19T03:00:10,252 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:B 2024-11-19T03:00:10,252 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:B 2024-11-19T03:00:10,253 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-19T03:00:10,253 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-19T03:00:10,253 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-19T03:00:10,253 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. because compaction request was cancelled 2024-11-19T03:00:10,253 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:C 2024-11-19T03:00:10,253 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-19T03:00:10,253 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-19T03:00:10,254 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-19T03:00:10,254 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. because compaction request was cancelled 2024-11-19T03:00:10,254 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:B 2024-11-19T03:00:10,254 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-19T03:00:10,254 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-19T03:00:10,254 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-19T03:00:10,254 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. because compaction request was cancelled 2024-11-19T03:00:10,254 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:A 2024-11-19T03:00:10,260 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#C#compaction#467 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:10,261 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/029acfce0fd24d0bb371c3781a458a28 is 50, key is test_row_0/C:col10/1731985209745/Put/seqid=0 2024-11-19T03:00:10,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742366_1542 (size=12949) 2024-11-19T03:00:10,295 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/029acfce0fd24d0bb371c3781a458a28 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/029acfce0fd24d0bb371c3781a458a28 2024-11-19T03:00:10,299 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/C of 32729b53059d302bc4b1f7a3e9811814 into 029acfce0fd24d0bb371c3781a458a28(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:10,300 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:10,300 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/C, priority=12, startTime=1731985209919; duration=0sec 2024-11-19T03:00:10,300 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:10,300 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:C 2024-11-19T03:00:10,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985270322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:10,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:10,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:10,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985270329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:10,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:10,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/b8a89d7e287c4114b08bb698903696ed 2024-11-19T03:00:10,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:10,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985270339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:10,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:10,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:10,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985270349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:10,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:10,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/7d9fda48a3634812bdbe751d90ed7d03 is 50, key is test_row_0/B:col10/1731985209923/Put/seqid=0 2024-11-19T03:00:10,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742367_1543 (size=12301) 2024-11-19T03:00:10,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/7d9fda48a3634812bdbe751d90ed7d03 2024-11-19T03:00:10,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/966569e6361b4e619941663f56a1671d is 50, key is test_row_0/C:col10/1731985209923/Put/seqid=0 2024-11-19T03:00:10,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742368_1544 (size=12301) 2024-11-19T03:00:10,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/966569e6361b4e619941663f56a1671d 2024-11-19T03:00:10,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/b8a89d7e287c4114b08bb698903696ed as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/b8a89d7e287c4114b08bb698903696ed 2024-11-19T03:00:10,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/b8a89d7e287c4114b08bb698903696ed, entries=250, sequenceid=366, filesize=16.8 K 2024-11-19T03:00:10,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/7d9fda48a3634812bdbe751d90ed7d03 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/7d9fda48a3634812bdbe751d90ed7d03 2024-11-19T03:00:10,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/7d9fda48a3634812bdbe751d90ed7d03, entries=150, sequenceid=366, filesize=12.0 K 2024-11-19T03:00:10,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/966569e6361b4e619941663f56a1671d as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/966569e6361b4e619941663f56a1671d 2024-11-19T03:00:10,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/966569e6361b4e619941663f56a1671d, entries=150, sequenceid=366, filesize=12.0 K 2024-11-19T03:00:10,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 32729b53059d302bc4b1f7a3e9811814 in 506ms, sequenceid=366, compaction requested=true 2024-11-19T03:00:10,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:10,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:00:10,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:10,430 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:10,430 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:10,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:00:10,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:10,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:00:10,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:10,431 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44735 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:10,431 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/A is initiating minor compaction (all files) 2024-11-19T03:00:10,431 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/A in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:10,431 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/2523be282ee74778b659017e56ebc94f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/4f5aa12e6b74470fb8e5924c2fbc8732, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/b8a89d7e287c4114b08bb698903696ed] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=43.7 K 2024-11-19T03:00:10,431 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:10,431 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/B is initiating minor compaction (all files) 2024-11-19T03:00:10,432 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/B in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:10,432 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/2871a4effef74813a6416d831a3e8010, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/684b57c5500b454eb54f0ed7a446d42b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/7d9fda48a3634812bdbe751d90ed7d03] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=36.6 K 2024-11-19T03:00:10,432 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 2871a4effef74813a6416d831a3e8010, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731985209033 2024-11-19T03:00:10,432 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2523be282ee74778b659017e56ebc94f, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731985209033 2024-11-19T03:00:10,432 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f5aa12e6b74470fb8e5924c2fbc8732, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731985209745 2024-11-19T03:00:10,432 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 684b57c5500b454eb54f0ed7a446d42b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731985209745 2024-11-19T03:00:10,433 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8a89d7e287c4114b08bb698903696ed, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731985209909 2024-11-19T03:00:10,433 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d9fda48a3634812bdbe751d90ed7d03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731985209909 2024-11-19T03:00:10,440 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#B#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:10,440 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#A#compaction#470 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:10,441 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/5614272f16cb46bea552296e3d3083c8 is 50, key is test_row_0/A:col10/1731985209923/Put/seqid=0 2024-11-19T03:00:10,441 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/92c13117c3f246b88c4efcba613a94cb is 50, key is test_row_0/B:col10/1731985209923/Put/seqid=0 2024-11-19T03:00:10,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742369_1545 (size=13017) 2024-11-19T03:00:10,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742370_1546 (size=12915) 2024-11-19T03:00:10,485 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/5614272f16cb46bea552296e3d3083c8 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/5614272f16cb46bea552296e3d3083c8 2024-11-19T03:00:10,491 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/A of 32729b53059d302bc4b1f7a3e9811814 into 5614272f16cb46bea552296e3d3083c8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:10,491 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:10,491 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/A, priority=13, startTime=1731985210430; duration=0sec 2024-11-19T03:00:10,491 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:10,491 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:A 2024-11-19T03:00:10,494 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-19T03:00:10,494 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-19T03:00:10,494 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-19T03:00:10,494 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. because compaction request was cancelled 2024-11-19T03:00:10,494 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:C 2024-11-19T03:00:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 32729b53059d302bc4b1f7a3e9811814 2024-11-19T03:00:10,556 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:00:10,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32729b53059d302bc4b1f7a3e9811814 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-19T03:00:10,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/f5393b0537654e35b1a1e7ea3184b8db is 50, key is test_row_0/A:col10/1731985209986/Put/seqid=0 2024-11-19T03:00:10,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742371_1547 (size=14741) 2024-11-19T03:00:10,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/f5393b0537654e35b1a1e7ea3184b8db 2024-11-19T03:00:10,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/83f5c4d6412e4c28885545b986a2552d is 50, key is test_row_0/B:col10/1731985209986/Put/seqid=0 2024-11-19T03:00:10,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742372_1548 (size=12301) 2024-11-19T03:00:10,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/83f5c4d6412e4c28885545b986a2552d 2024-11-19T03:00:10,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/b2fbde1c428b429d972d87d2834b4a91 is 50, key is test_row_0/C:col10/1731985209986/Put/seqid=0 2024-11-19T03:00:10,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742373_1549 (size=12301) 2024-11-19T03:00:10,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985270661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:10,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:10,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985270663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:10,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985270668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:10,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:10,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:10,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985270669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:10,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985270675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:10,686 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,686 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,686 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-19T03:00:10,739 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:00:10,740 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T03:00:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-11-19T03:00:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-19T03:00:10,742 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:00:10,742 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:00:10,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:00:10,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985270779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:10,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:10,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985270779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:10,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:10,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985270779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:10,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:10,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:10,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985270789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:10,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:10,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-19T03:00:10,877 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/92c13117c3f246b88c4efcba613a94cb as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/92c13117c3f246b88c4efcba613a94cb 2024-11-19T03:00:10,882 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/B of 32729b53059d302bc4b1f7a3e9811814 into 92c13117c3f246b88c4efcba613a94cb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:10,882 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:10,882 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/B, priority=13, startTime=1731985210430; duration=0sec 2024-11-19T03:00:10,882 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:10,882 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:B 2024-11-19T03:00:10,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-19T03:00:10,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:10,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T03:00:10,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:10,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:10,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:11,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985270999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:11,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:11,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:11,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985270999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:11,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:11,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:11,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:11,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:11,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985271000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:11,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:11,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:11,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:11,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985271009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:11,017 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:11,017 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:11,018 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:11,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/b2fbde1c428b429d972d87d2834b4a91 2024-11-19T03:00:11,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/f5393b0537654e35b1a1e7ea3184b8db as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/f5393b0537654e35b1a1e7ea3184b8db 2024-11-19T03:00:11,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/f5393b0537654e35b1a1e7ea3184b8db, entries=200, sequenceid=387, filesize=14.4 K 2024-11-19T03:00:11,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/83f5c4d6412e4c28885545b986a2552d as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/83f5c4d6412e4c28885545b986a2552d 2024-11-19T03:00:11,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/83f5c4d6412e4c28885545b986a2552d, entries=150, sequenceid=387, filesize=12.0 K 2024-11-19T03:00:11,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/b2fbde1c428b429d972d87d2834b4a91 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/b2fbde1c428b429d972d87d2834b4a91 2024-11-19T03:00:11,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/b2fbde1c428b429d972d87d2834b4a91, entries=150, sequenceid=387, filesize=12.0 K 2024-11-19T03:00:11,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 32729b53059d302bc4b1f7a3e9811814 in 479ms, sequenceid=387, compaction requested=true 2024-11-19T03:00:11,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:11,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:00:11,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:11,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:00:11,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:11,035 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-19T03:00:11,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:00:11,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:11,035 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-19T03:00:11,036 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-19T03:00:11,036 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-19T03:00:11,036 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. because compaction request was cancelled 2024-11-19T03:00:11,036 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:B 2024-11-19T03:00:11,036 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:11,036 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-19T03:00:11,036 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-19T03:00:11,036 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. because compaction request was cancelled 2024-11-19T03:00:11,036 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:A 2024-11-19T03:00:11,037 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:11,037 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/C is initiating minor compaction (all files) 2024-11-19T03:00:11,037 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/C in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:11,037 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/029acfce0fd24d0bb371c3781a458a28, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/966569e6361b4e619941663f56a1671d, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/b2fbde1c428b429d972d87d2834b4a91] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=36.7 K 2024-11-19T03:00:11,038 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 029acfce0fd24d0bb371c3781a458a28, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731985209745 2024-11-19T03:00:11,038 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 966569e6361b4e619941663f56a1671d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731985209909 2024-11-19T03:00:11,038 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting b2fbde1c428b429d972d87d2834b4a91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731985209986 2024-11-19T03:00:11,046 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#C#compaction#475 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:11,047 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/ac5067347621469dbbcf29fee5f30cd2 is 50, key is test_row_0/C:col10/1731985209986/Put/seqid=0 2024-11-19T03:00:11,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-19T03:00:11,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:11,050 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing 32729b53059d302bc4b1f7a3e9811814 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-19T03:00:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-19T03:00:11,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742374_1550 (size=13051) 2024-11-19T03:00:11,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/746b92ef47184cb78b2463ab848fa409 is 50, key is test_row_0/A:col10/1731985210666/Put/seqid=0 2024-11-19T03:00:11,074 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/ac5067347621469dbbcf29fee5f30cd2 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/ac5067347621469dbbcf29fee5f30cd2 2024-11-19T03:00:11,078 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/C of 32729b53059d302bc4b1f7a3e9811814 into ac5067347621469dbbcf29fee5f30cd2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:11,078 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:11,078 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/C, priority=13, startTime=1731985211035; duration=0sec 2024-11-19T03:00:11,078 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:11,078 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:C 2024-11-19T03:00:11,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742375_1551 (size=12301) 2024-11-19T03:00:11,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T03:00:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 32729b53059d302bc4b1f7a3e9811814 2024-11-19T03:00:11,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985271300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:11,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:11,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:11,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:11,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985271309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:11,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:11,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:11,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985271309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:11,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:11,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:11,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:11,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:11,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985271309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:11,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:11,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:11,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:11,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985271329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:11,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:11,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:11,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-19T03:00:11,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985271419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:11,430 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:11,430 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:11,430 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:11,486 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/746b92ef47184cb78b2463ab848fa409 2024-11-19T03:00:11,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/c50508d8611e42aab84f530e8e99e4f0 is 50, key is test_row_0/B:col10/1731985210666/Put/seqid=0 2024-11-19T03:00:11,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742376_1552 (size=12301) 2024-11-19T03:00:11,498 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/c50508d8611e42aab84f530e8e99e4f0 2024-11-19T03:00:11,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/bc54dc81d2c848e59fddc9d6b7e666a2 is 50, key is test_row_0/C:col10/1731985210666/Put/seqid=0 2024-11-19T03:00:11,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742377_1553 (size=12301) 2024-11-19T03:00:11,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985271639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:11,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:11,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:11,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:11,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985271819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:11,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:11,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:11,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985271820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:11,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:11,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:11,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985271820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:11,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:11,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:11,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:11,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:11,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:11,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985271849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:11,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:11,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:11,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:11,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-19T03:00:11,913 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/bc54dc81d2c848e59fddc9d6b7e666a2 2024-11-19T03:00:11,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/746b92ef47184cb78b2463ab848fa409 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/746b92ef47184cb78b2463ab848fa409 2024-11-19T03:00:11,920 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/746b92ef47184cb78b2463ab848fa409, entries=150, sequenceid=407, filesize=12.0 K 2024-11-19T03:00:11,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/c50508d8611e42aab84f530e8e99e4f0 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/c50508d8611e42aab84f530e8e99e4f0 2024-11-19T03:00:11,924 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/c50508d8611e42aab84f530e8e99e4f0, entries=150, sequenceid=407, filesize=12.0 K 2024-11-19T03:00:11,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/bc54dc81d2c848e59fddc9d6b7e666a2 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/bc54dc81d2c848e59fddc9d6b7e666a2 2024-11-19T03:00:11,928 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/bc54dc81d2c848e59fddc9d6b7e666a2, entries=150, sequenceid=407, filesize=12.0 K 2024-11-19T03:00:11,929 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 32729b53059d302bc4b1f7a3e9811814 in 878ms, sequenceid=407, compaction requested=true 2024-11-19T03:00:11,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:11,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:11,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-11-19T03:00:11,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-11-19T03:00:11,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-19T03:00:11,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1870 sec 2024-11-19T03:00:11,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 1.1920 sec 2024-11-19T03:00:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 32729b53059d302bc4b1f7a3e9811814 2024-11-19T03:00:11,963 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:00:11,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32729b53059d302bc4b1f7a3e9811814 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-19T03:00:11,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/880dc0a2f0404e4d9adc3de8144f8358 is 50, key is test_row_0/A:col10/1731985211287/Put/seqid=0 2024-11-19T03:00:11,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742378_1554 (size=14741) 2024-11-19T03:00:11,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/880dc0a2f0404e4d9adc3de8144f8358 2024-11-19T03:00:11,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/429046863c3c4d8ab5b201ddc859c818 is 50, key is test_row_0/B:col10/1731985211287/Put/seqid=0 2024-11-19T03:00:11,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742379_1555 (size=12301) 2024-11-19T03:00:12,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985272089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:12,102 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:12,102 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:12,102 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:12,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:12,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985272209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:12,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:12,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:12,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:12,384 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/429046863c3c4d8ab5b201ddc859c818 2024-11-19T03:00:12,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/e728c24e2357460f98b7eb278ac00f6f is 50, key is test_row_0/C:col10/1731985211287/Put/seqid=0 2024-11-19T03:00:12,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742380_1556 (size=12301) 2024-11-19T03:00:12,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/e728c24e2357460f98b7eb278ac00f6f 2024-11-19T03:00:12,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/880dc0a2f0404e4d9adc3de8144f8358 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/880dc0a2f0404e4d9adc3de8144f8358 2024-11-19T03:00:12,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/880dc0a2f0404e4d9adc3de8144f8358, entries=200, sequenceid=426, filesize=14.4 K 2024-11-19T03:00:12,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/429046863c3c4d8ab5b201ddc859c818 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/429046863c3c4d8ab5b201ddc859c818 2024-11-19T03:00:12,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/429046863c3c4d8ab5b201ddc859c818, entries=150, sequenceid=426, filesize=12.0 K 2024-11-19T03:00:12,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/e728c24e2357460f98b7eb278ac00f6f as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/e728c24e2357460f98b7eb278ac00f6f 2024-11-19T03:00:12,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/e728c24e2357460f98b7eb278ac00f6f, entries=150, sequenceid=426, filesize=12.0 K 2024-11-19T03:00:12,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 32729b53059d302bc4b1f7a3e9811814 in 447ms, sequenceid=426, compaction requested=true 2024-11-19T03:00:12,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:12,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:00:12,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:12,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:00:12,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:12,410 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:00:12,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:00:12,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:12,410 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:00:12,411 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54698 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:00:12,411 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:00:12,411 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/B is initiating minor compaction (all files) 2024-11-19T03:00:12,411 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/A is initiating minor compaction (all files) 2024-11-19T03:00:12,411 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/A in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:12,411 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/B in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:12,411 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/5614272f16cb46bea552296e3d3083c8, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/f5393b0537654e35b1a1e7ea3184b8db, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/746b92ef47184cb78b2463ab848fa409, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/880dc0a2f0404e4d9adc3de8144f8358] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=53.4 K 2024-11-19T03:00:12,411 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/92c13117c3f246b88c4efcba613a94cb, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/83f5c4d6412e4c28885545b986a2552d, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/c50508d8611e42aab84f530e8e99e4f0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/429046863c3c4d8ab5b201ddc859c818] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=48.8 K 2024-11-19T03:00:12,412 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5614272f16cb46bea552296e3d3083c8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731985209909 2024-11-19T03:00:12,412 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 92c13117c3f246b88c4efcba613a94cb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731985209909 2024-11-19T03:00:12,412 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 83f5c4d6412e4c28885545b986a2552d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731985209986 2024-11-19T03:00:12,412 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5393b0537654e35b1a1e7ea3184b8db, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731985209986 2024-11-19T03:00:12,412 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting c50508d8611e42aab84f530e8e99e4f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731985210661 2024-11-19T03:00:12,412 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 746b92ef47184cb78b2463ab848fa409, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731985210661 2024-11-19T03:00:12,412 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 429046863c3c4d8ab5b201ddc859c818, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731985211285 2024-11-19T03:00:12,412 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 880dc0a2f0404e4d9adc3de8144f8358, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731985211285 2024-11-19T03:00:12,422 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#B#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:12,422 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/77914a655f43442ca917da6f172190cf is 50, key is test_row_0/B:col10/1731985211287/Put/seqid=0 2024-11-19T03:00:12,422 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#A#compaction#482 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:12,423 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/2a022ad6e47c4a96bd044d42194efd0d is 50, key is test_row_0/A:col10/1731985211287/Put/seqid=0 2024-11-19T03:00:12,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742382_1558 (size=13051) 2024-11-19T03:00:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 32729b53059d302bc4b1f7a3e9811814 2024-11-19T03:00:12,429 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:00:12,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32729b53059d302bc4b1f7a3e9811814 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-19T03:00:12,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742381_1557 (size=13153) 2024-11-19T03:00:12,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/f63ea7e412ef4a669974d3b227e4df7a is 50, key is test_row_0/A:col10/1731985212426/Put/seqid=0 2024-11-19T03:00:12,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742383_1559 (size=14741) 2024-11-19T03:00:12,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/f63ea7e412ef4a669974d3b227e4df7a 2024-11-19T03:00:12,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/0834799a94904c7eb336bcd8394cbabc is 50, key is test_row_0/B:col10/1731985212426/Put/seqid=0 2024-11-19T03:00:12,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742384_1560 (size=12301) 2024-11-19T03:00:12,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985272567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:12,581 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:12,581 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:12,581 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:12,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985272689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:12,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:12,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:12,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:12,832 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/2a022ad6e47c4a96bd044d42194efd0d as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/2a022ad6e47c4a96bd044d42194efd0d 2024-11-19T03:00:12,834 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/77914a655f43442ca917da6f172190cf as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/77914a655f43442ca917da6f172190cf 2024-11-19T03:00:12,835 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/A of 32729b53059d302bc4b1f7a3e9811814 into 2a022ad6e47c4a96bd044d42194efd0d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:12,836 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:12,836 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/A, priority=12, startTime=1731985212410; duration=0sec 2024-11-19T03:00:12,836 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:12,836 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:A 2024-11-19T03:00:12,836 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:12,836 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:12,837 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/C is initiating minor compaction (all files) 2024-11-19T03:00:12,837 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/C in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:12,837 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/ac5067347621469dbbcf29fee5f30cd2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/bc54dc81d2c848e59fddc9d6b7e666a2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/e728c24e2357460f98b7eb278ac00f6f] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=36.8 K 2024-11-19T03:00:12,837 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac5067347621469dbbcf29fee5f30cd2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731985209986 2024-11-19T03:00:12,837 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc54dc81d2c848e59fddc9d6b7e666a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731985210661 2024-11-19T03:00:12,838 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting e728c24e2357460f98b7eb278ac00f6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731985211285 2024-11-19T03:00:12,838 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/B of 32729b53059d302bc4b1f7a3e9811814 into 77914a655f43442ca917da6f172190cf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:12,838 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:12,838 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/B, priority=12, startTime=1731985212410; duration=0sec 2024-11-19T03:00:12,838 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:12,838 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:B 2024-11-19T03:00:12,844 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#C#compaction#486 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:12,844 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/0c79eaf0057a4bee833f21cd88ecbcbe is 50, key is test_row_0/C:col10/1731985211287/Put/seqid=0 2024-11-19T03:00:12,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985272839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:12,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985272839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:12,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985272839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:12,846 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_2' in 32729b53059d302bc4b1f7a3e9811814 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T03:00:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:12,846 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_0' in 32729b53059d302bc4b1f7a3e9811814 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T03:00:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:12,846 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_2' in 32729b53059d302bc4b1f7a3e9811814 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T03:00:12,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:12,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:12,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:12,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742385_1561 (size=13153) 2024-11-19T03:00:12,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/0834799a94904c7eb336bcd8394cbabc 2024-11-19T03:00:12,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/f436a2914575443c9216d474fce1e7cb is 50, key is test_row_0/C:col10/1731985212426/Put/seqid=0 2024-11-19T03:00:12,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742386_1562 (size=12301) 2024-11-19T03:00:12,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985272859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:12,869 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_2' in 32729b53059d302bc4b1f7a3e9811814 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T03:00:12,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:12,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:12,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-19T03:00:12,889 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:00:12,889 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T03:00:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-11-19T03:00:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-19T03:00:12,891 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:00:12,892 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:00:12,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:00:12,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985272909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:12,917 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:12,917 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:12,917 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-19T03:00:13,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-19T03:00:13,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:13,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T03:00:13,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:13,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:13,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:13,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-19T03:00:13,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:13,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T03:00:13,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:13,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:13,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:13,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-19T03:00:13,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985273229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:13,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:13,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:13,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:13,253 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/0c79eaf0057a4bee833f21cd88ecbcbe as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/0c79eaf0057a4bee833f21cd88ecbcbe 2024-11-19T03:00:13,257 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/C of 32729b53059d302bc4b1f7a3e9811814 into 0c79eaf0057a4bee833f21cd88ecbcbe(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:13,257 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:13,257 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/C, priority=13, startTime=1731985212410; duration=0sec 2024-11-19T03:00:13,257 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:13,257 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:C 2024-11-19T03:00:13,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/f436a2914575443c9216d474fce1e7cb 2024-11-19T03:00:13,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/f63ea7e412ef4a669974d3b227e4df7a as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/f63ea7e412ef4a669974d3b227e4df7a 2024-11-19T03:00:13,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/f63ea7e412ef4a669974d3b227e4df7a, entries=200, sequenceid=445, filesize=14.4 K 2024-11-19T03:00:13,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/0834799a94904c7eb336bcd8394cbabc as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/0834799a94904c7eb336bcd8394cbabc 2024-11-19T03:00:13,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/0834799a94904c7eb336bcd8394cbabc, entries=150, sequenceid=445, filesize=12.0 K 2024-11-19T03:00:13,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/f436a2914575443c9216d474fce1e7cb as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/f436a2914575443c9216d474fce1e7cb 2024-11-19T03:00:13,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/f436a2914575443c9216d474fce1e7cb, entries=150, sequenceid=445, filesize=12.0 K 2024-11-19T03:00:13,275 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 32729b53059d302bc4b1f7a3e9811814 in 846ms, sequenceid=445, compaction requested=false 2024-11-19T03:00:13,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:13,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-19T03:00:13,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:13,351 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2902): Flushing 32729b53059d302bc4b1f7a3e9811814 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-19T03:00:13,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/5164744832764d88a367b072ef34ab38 is 50, key is test_row_0/A:col10/1731985212561/Put/seqid=0 2024-11-19T03:00:13,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742387_1563 (size=12301) 2024-11-19T03:00:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-19T03:00:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 32729b53059d302bc4b1f7a3e9811814 2024-11-19T03:00:13,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T03:00:13,762 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/5164744832764d88a367b072ef34ab38 2024-11-19T03:00:13,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/5719229a37654f70af84501c2f08508a is 50, key is test_row_0/B:col10/1731985212561/Put/seqid=0 2024-11-19T03:00:13,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742388_1564 (size=12301) 2024-11-19T03:00:13,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985273878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:13,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:13,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:13,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:13,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985273988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:13,996 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:13,996 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:13,996 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-19T03:00:14,175 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/5719229a37654f70af84501c2f08508a 2024-11-19T03:00:14,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/607f33722a674efe8116f5d324cb2cb0 is 50, key is test_row_0/C:col10/1731985212561/Put/seqid=0 2024-11-19T03:00:14,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742389_1565 (size=12301) 2024-11-19T03:00:14,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985274199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:14,209 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:14,209 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:14,209 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:14,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985274519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:14,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:14,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:14,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:14,585 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/607f33722a674efe8116f5d324cb2cb0 2024-11-19T03:00:14,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/5164744832764d88a367b072ef34ab38 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/5164744832764d88a367b072ef34ab38 2024-11-19T03:00:14,592 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/5164744832764d88a367b072ef34ab38, entries=150, sequenceid=465, filesize=12.0 K 2024-11-19T03:00:14,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/5719229a37654f70af84501c2f08508a as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/5719229a37654f70af84501c2f08508a 2024-11-19T03:00:14,596 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/5719229a37654f70af84501c2f08508a, entries=150, sequenceid=465, filesize=12.0 K 2024-11-19T03:00:14,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/607f33722a674efe8116f5d324cb2cb0 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/607f33722a674efe8116f5d324cb2cb0 2024-11-19T03:00:14,599 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/607f33722a674efe8116f5d324cb2cb0, entries=150, sequenceid=465, filesize=12.0 K 2024-11-19T03:00:14,600 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 32729b53059d302bc4b1f7a3e9811814 in 1249ms, sequenceid=465, compaction requested=true 2024-11-19T03:00:14,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2603): Flush status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:14,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:14,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-11-19T03:00:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=144 2024-11-19T03:00:14,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-19T03:00:14,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7090 sec 2024-11-19T03:00:14,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 1.7140 sec 2024-11-19T03:00:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 32729b53059d302bc4b1f7a3e9811814 2024-11-19T03:00:14,865 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:00:14,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32729b53059d302bc4b1f7a3e9811814 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-19T03:00:14,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/ec2f4455aa6a446e8f24d7b8b9a28e4b is 50, key is test_row_0/A:col10/1731985213863/Put/seqid=0 2024-11-19T03:00:14,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742390_1566 (size=14741) 2024-11-19T03:00:14,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/ec2f4455aa6a446e8f24d7b8b9a28e4b 2024-11-19T03:00:14,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/326ec2554a7f48329e46f3dbf4ddefef is 50, key is test_row_0/B:col10/1731985213863/Put/seqid=0 2024-11-19T03:00:14,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742391_1567 (size=12301) 2024-11-19T03:00:14,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985274901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:14,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:14,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:14,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:14,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985274903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:14,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:14,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985274908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:14,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:14,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:14,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:14,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:14,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:14,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985274910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:14,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:14,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:14,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:15,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:15,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985275019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985275019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:15,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985275019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:15,031 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:15,031 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:15,031 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:15,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:15,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:15,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:15,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:15,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:15,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:15,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985275029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:15,038 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:15,038 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:15,038 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-19T03:00:15,049 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:00:15,050 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T03:00:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees 2024-11-19T03:00:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-19T03:00:15,051 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:00:15,052 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:00:15,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:15,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:00:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985275039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:15,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:15,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:15,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-19T03:00:15,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-19T03:00:15,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:15,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T03:00:15,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:15,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:15,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:15,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985275238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:15,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985275239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:15,249 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:15,249 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:15,249 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:15,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:15,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985275239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:15,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:15,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:15,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:15,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:15,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:15,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985275249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:15,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:15,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:15,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:15,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/326ec2554a7f48329e46f3dbf4ddefef 2024-11-19T03:00:15,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/551b933824eb40a4b6a485352ae9e0b1 is 50, key is test_row_0/C:col10/1731985213863/Put/seqid=0 2024-11-19T03:00:15,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742392_1568 (size=12301) 2024-11-19T03:00:15,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-19T03:00:15,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:15,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T03:00:15,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:15,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:15,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-19T03:00:15,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-19T03:00:15,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:15,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T03:00:15,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:15,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:15,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:15,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985275559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:15,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:15,567 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985275559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:15,567 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:15,567 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:15,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985275559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:15,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:15,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:15,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:15,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:15,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985275559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:15,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:15,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:15,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:15,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:15,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:15,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-19T03:00:15,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:15,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T03:00:15,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:15,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:15,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-19T03:00:15,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/551b933824eb40a4b6a485352ae9e0b1 2024-11-19T03:00:15,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/ec2f4455aa6a446e8f24d7b8b9a28e4b as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/ec2f4455aa6a446e8f24d7b8b9a28e4b 2024-11-19T03:00:15,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/ec2f4455aa6a446e8f24d7b8b9a28e4b, entries=200, sequenceid=485, filesize=14.4 K 2024-11-19T03:00:15,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/326ec2554a7f48329e46f3dbf4ddefef as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/326ec2554a7f48329e46f3dbf4ddefef 2024-11-19T03:00:15,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/326ec2554a7f48329e46f3dbf4ddefef, entries=150, sequenceid=485, filesize=12.0 K 2024-11-19T03:00:15,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/551b933824eb40a4b6a485352ae9e0b1 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/551b933824eb40a4b6a485352ae9e0b1 2024-11-19T03:00:15,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/551b933824eb40a4b6a485352ae9e0b1, entries=150, sequenceid=485, filesize=12.0 K 2024-11-19T03:00:15,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 32729b53059d302bc4b1f7a3e9811814 in 849ms, sequenceid=485, compaction requested=true 2024-11-19T03:00:15,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:15,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:00:15,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:15,714 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:00:15,714 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:00:15,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:00:15,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:15,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:00:15,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:15,716 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:00:15,716 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54834 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:00:15,716 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/B is initiating minor compaction (all files) 2024-11-19T03:00:15,716 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/A is initiating minor compaction (all files) 2024-11-19T03:00:15,716 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/B in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:15,716 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/A in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:15,716 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/77914a655f43442ca917da6f172190cf, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/0834799a94904c7eb336bcd8394cbabc, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/5719229a37654f70af84501c2f08508a, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/326ec2554a7f48329e46f3dbf4ddefef] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=48.9 K 2024-11-19T03:00:15,716 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/2a022ad6e47c4a96bd044d42194efd0d, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/f63ea7e412ef4a669974d3b227e4df7a, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/5164744832764d88a367b072ef34ab38, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/ec2f4455aa6a446e8f24d7b8b9a28e4b] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=53.5 K 2024-11-19T03:00:15,716 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 77914a655f43442ca917da6f172190cf, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731985211285 2024-11-19T03:00:15,716 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a022ad6e47c4a96bd044d42194efd0d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731985211285 2024-11-19T03:00:15,716 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting f63ea7e412ef4a669974d3b227e4df7a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731985212070 2024-11-19T03:00:15,716 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 0834799a94904c7eb336bcd8394cbabc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731985212070 2024-11-19T03:00:15,717 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5164744832764d88a367b072ef34ab38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1731985212471 2024-11-19T03:00:15,717 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 5719229a37654f70af84501c2f08508a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1731985212471 2024-11-19T03:00:15,717 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 326ec2554a7f48329e46f3dbf4ddefef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1731985213797 2024-11-19T03:00:15,717 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec2f4455aa6a446e8f24d7b8b9a28e4b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1731985213797 2024-11-19T03:00:15,727 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#A#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:15,727 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/a3380021a51b47299e8451c4b4231561 is 50, key is test_row_0/A:col10/1731985213863/Put/seqid=0 2024-11-19T03:00:15,735 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#B#compaction#495 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:15,735 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/28aff108f24348ee98d000aedd93ec89 is 50, key is test_row_0/B:col10/1731985213863/Put/seqid=0 2024-11-19T03:00:15,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742393_1569 (size=13187) 2024-11-19T03:00:15,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742394_1570 (size=13289) 2024-11-19T03:00:15,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-19T03:00:15,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:15,817 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2902): Flushing 32729b53059d302bc4b1f7a3e9811814 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-19T03:00:15,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/ea49e94762194d76a624b0d3073f2532 is 50, key is test_row_0/A:col10/1731985214906/Put/seqid=0 2024-11-19T03:00:15,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742395_1571 (size=12301) 2024-11-19T03:00:16,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 32729b53059d302bc4b1f7a3e9811814 2024-11-19T03:00:16,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T03:00:16,144 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/a3380021a51b47299e8451c4b4231561 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/a3380021a51b47299e8451c4b4231561 2024-11-19T03:00:16,152 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/A of 32729b53059d302bc4b1f7a3e9811814 into a3380021a51b47299e8451c4b4231561(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:16,152 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:16,152 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/A, priority=12, startTime=1731985215714; duration=0sec 2024-11-19T03:00:16,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:16,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985276109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:16,153 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:16,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:16,153 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:A 2024-11-19T03:00:16,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985276110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:16,153 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:00:16,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:16,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:16,155 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:00:16,156 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/C is initiating minor compaction (all files) 2024-11-19T03:00:16,156 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/C in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:16,156 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/0c79eaf0057a4bee833f21cd88ecbcbe, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/f436a2914575443c9216d474fce1e7cb, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/607f33722a674efe8116f5d324cb2cb0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/551b933824eb40a4b6a485352ae9e0b1] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=48.9 K 2024-11-19T03:00:16,156 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c79eaf0057a4bee833f21cd88ecbcbe, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731985211285 2024-11-19T03:00:16,156 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting f436a2914575443c9216d474fce1e7cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731985212070 2024-11-19T03:00:16,157 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 607f33722a674efe8116f5d324cb2cb0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1731985212471 2024-11-19T03:00:16,157 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 551b933824eb40a4b6a485352ae9e0b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1731985213797 2024-11-19T03:00:16,162 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/28aff108f24348ee98d000aedd93ec89 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/28aff108f24348ee98d000aedd93ec89 2024-11-19T03:00:16,167 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#C#compaction#497 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:16,168 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/6140d04e802844bc843cfa521696d1f5 is 50, key is test_row_0/C:col10/1731985213863/Put/seqid=0 2024-11-19T03:00:16,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:16,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985276153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:16,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:16,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985276154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:16,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:16,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:16,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985276155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:16,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:16,171 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,171 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,171 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:16,172 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/B of 32729b53059d302bc4b1f7a3e9811814 into 28aff108f24348ee98d000aedd93ec89(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:16,172 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:16,172 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/B, priority=12, startTime=1731985215714; duration=0sec 2024-11-19T03:00:16,172 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:16,172 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:B 2024-11-19T03:00:16,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742396_1572 (size=13289) 2024-11-19T03:00:16,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-19T03:00:16,226 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=501 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/ea49e94762194d76a624b0d3073f2532 2024-11-19T03:00:16,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/0afa705c73df40ddab088a83d846f11f is 50, key is test_row_0/B:col10/1731985214906/Put/seqid=0 2024-11-19T03:00:16,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742397_1573 (size=12301) 2024-11-19T03:00:16,263 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=501 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/0afa705c73df40ddab088a83d846f11f 2024-11-19T03:00:16,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:16,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985276260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:16,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:16,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:16,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985276260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:16,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:16,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/021434fda2ce42be96623f7936c41618 is 50, key is test_row_0/C:col10/1731985214906/Put/seqid=0 2024-11-19T03:00:16,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742398_1574 (size=12301) 2024-11-19T03:00:16,286 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=501 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/021434fda2ce42be96623f7936c41618 2024-11-19T03:00:16,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:16,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985276279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:16,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:16,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985276279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:16,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:16,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:16,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:16,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985276280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:16,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:16,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/ea49e94762194d76a624b0d3073f2532 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/ea49e94762194d76a624b0d3073f2532 2024-11-19T03:00:16,297 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/ea49e94762194d76a624b0d3073f2532, entries=150, sequenceid=501, filesize=12.0 K 2024-11-19T03:00:16,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/0afa705c73df40ddab088a83d846f11f as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/0afa705c73df40ddab088a83d846f11f 2024-11-19T03:00:16,314 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/0afa705c73df40ddab088a83d846f11f, entries=150, sequenceid=501, filesize=12.0 K 2024-11-19T03:00:16,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/021434fda2ce42be96623f7936c41618 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/021434fda2ce42be96623f7936c41618 2024-11-19T03:00:16,329 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/021434fda2ce42be96623f7936c41618, entries=150, sequenceid=501, filesize=12.0 K 2024-11-19T03:00:16,330 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 32729b53059d302bc4b1f7a3e9811814 in 513ms, sequenceid=501, compaction requested=false 2024-11-19T03:00:16,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2603): Flush status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:16,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:16,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=146 2024-11-19T03:00:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=146 2024-11-19T03:00:16,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-19T03:00:16,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2820 sec 2024-11-19T03:00:16,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees in 1.2890 sec 2024-11-19T03:00:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 32729b53059d302bc4b1f7a3e9811814 2024-11-19T03:00:16,476 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:00:16,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32729b53059d302bc4b1f7a3e9811814 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-19T03:00:16,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/bf1d5d885e37452e99e6bd89d212b217 is 50, key is test_row_0/A:col10/1731985216089/Put/seqid=0 2024-11-19T03:00:16,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742399_1575 (size=14741) 2024-11-19T03:00:16,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985276510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:16,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985276514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:16,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:16,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:16,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:16,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985276515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:16,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:16,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985276525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:16,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:16,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985276526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:16,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:16,540 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,540 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,540 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:16,594 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/6140d04e802844bc843cfa521696d1f5 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/6140d04e802844bc843cfa521696d1f5 2024-11-19T03:00:16,598 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/C of 32729b53059d302bc4b1f7a3e9811814 into 6140d04e802844bc843cfa521696d1f5(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:16,598 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:16,598 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/C, priority=12, startTime=1731985215715; duration=0sec 2024-11-19T03:00:16,598 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:16,598 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:C 2024-11-19T03:00:16,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:16,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985276629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:16,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:16,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:16,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985276630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:16,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:16,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:16,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985276639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:16,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:16,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:16,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985276649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:16,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:16,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985276649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:16,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:16,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:16,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:16,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985276839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:16,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:16,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:16,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985276849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:16,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:16,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985276849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:16,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:16,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:16,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:16,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985276869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:16,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:16,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985276869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:16,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:16,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:16,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:16,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/bf1d5d885e37452e99e6bd89d212b217 2024-11-19T03:00:16,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/3400c8686b9746b895c9e928f8a9db33 is 50, key is test_row_0/B:col10/1731985216089/Put/seqid=0 2024-11-19T03:00:16,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742400_1576 (size=12301) 2024-11-19T03:00:17,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985277159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:17,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:17,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:17,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:17,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985277169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:17,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:17,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:17,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985277169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:17,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:17,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:17,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:17,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:17,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:17,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985277188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:17,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:17,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:17,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:17,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985277189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:17,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:17,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:17,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-19T03:00:17,199 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:00:17,199 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T03:00:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees 2024-11-19T03:00:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-19T03:00:17,201 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:00:17,202 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:00:17,202 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:00:17,305 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/3400c8686b9746b895c9e928f8a9db33 2024-11-19T03:00:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-19T03:00:17,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/3071b24010fe40e0af79734d3ee2a564 is 50, key is test_row_0/C:col10/1731985216089/Put/seqid=0 2024-11-19T03:00:17,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742401_1577 (size=12301) 2024-11-19T03:00:17,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-19T03:00:17,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:17,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T03:00:17,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:17,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:17,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:17,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-19T03:00:17,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:17,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T03:00:17,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:17,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:17,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:17,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-19T03:00:17,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-19T03:00:17,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:17,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T03:00:17,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:17,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:17,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:17,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54550 deadline: 1731985277679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:17,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:17,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:17,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:17,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731985277689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:17,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:17,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:17,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731985277689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:17,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:17,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:17,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:17,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:17,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54592 deadline: 1731985277699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:17,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:17,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:17,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:17,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54598 deadline: 1731985277708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:17,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 , the old value is region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:17,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:17,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., hostname=e93af88909ff,45689,1731985081997, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:00:17,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/3071b24010fe40e0af79734d3ee2a564 2024-11-19T03:00:17,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/bf1d5d885e37452e99e6bd89d212b217 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/bf1d5d885e37452e99e6bd89d212b217 2024-11-19T03:00:17,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/bf1d5d885e37452e99e6bd89d212b217, entries=200, sequenceid=525, filesize=14.4 K 2024-11-19T03:00:17,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/3400c8686b9746b895c9e928f8a9db33 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/3400c8686b9746b895c9e928f8a9db33 2024-11-19T03:00:17,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/3400c8686b9746b895c9e928f8a9db33, entries=150, sequenceid=525, filesize=12.0 K 2024-11-19T03:00:17,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/3071b24010fe40e0af79734d3ee2a564 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/3071b24010fe40e0af79734d3ee2a564 2024-11-19T03:00:17,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/3071b24010fe40e0af79734d3ee2a564, entries=150, sequenceid=525, filesize=12.0 K 2024-11-19T03:00:17,738 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 32729b53059d302bc4b1f7a3e9811814 in 1262ms, sequenceid=525, compaction requested=true 2024-11-19T03:00:17,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:17,739 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:17,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:00:17,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:17,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:00:17,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:17,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32729b53059d302bc4b1f7a3e9811814:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:00:17,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:17,739 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:17,740 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:17,740 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:17,740 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/B is initiating minor compaction (all files) 2024-11-19T03:00:17,740 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/A is initiating minor compaction (all files) 2024-11-19T03:00:17,740 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/A in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:17,740 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/B in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:17,740 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/28aff108f24348ee98d000aedd93ec89, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/0afa705c73df40ddab088a83d846f11f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/3400c8686b9746b895c9e928f8a9db33] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=37.0 K 2024-11-19T03:00:17,740 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/a3380021a51b47299e8451c4b4231561, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/ea49e94762194d76a624b0d3073f2532, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/bf1d5d885e37452e99e6bd89d212b217] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=39.3 K 2024-11-19T03:00:17,740 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 28aff108f24348ee98d000aedd93ec89, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1731985213797 2024-11-19T03:00:17,740 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3380021a51b47299e8451c4b4231561, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1731985213797 2024-11-19T03:00:17,740 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 0afa705c73df40ddab088a83d846f11f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=501, earliestPutTs=1731985214900 2024-11-19T03:00:17,740 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea49e94762194d76a624b0d3073f2532, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=501, earliestPutTs=1731985214900 2024-11-19T03:00:17,741 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 3400c8686b9746b895c9e928f8a9db33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1731985216089 2024-11-19T03:00:17,741 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf1d5d885e37452e99e6bd89d212b217, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1731985216089 2024-11-19T03:00:17,746 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#B#compaction#504 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:17,746 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#A#compaction#503 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:17,746 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/6144205e309c454fba494a73d298c62b is 50, key is test_row_0/B:col10/1731985216089/Put/seqid=0 2024-11-19T03:00:17,746 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/c1753828c3a24ba69d19df8f7636db73 is 50, key is test_row_0/A:col10/1731985216089/Put/seqid=0 2024-11-19T03:00:17,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742402_1578 (size=13391) 2024-11-19T03:00:17,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742403_1579 (size=13289) 2024-11-19T03:00:17,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-19T03:00:17,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:17,815 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2902): Flushing 32729b53059d302bc4b1f7a3e9811814 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T03:00:17,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/dc486a966dd94c39a5caff5dc656197d is 50, key is test_row_0/A:col10/1731985216524/Put/seqid=0 2024-11-19T03:00:17,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742404_1580 (size=12301) 2024-11-19T03:00:17,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-19T03:00:17,997 INFO [Thread-2083 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2083. 2024-11-19T03:00:17,997 DEBUG [Thread-2083 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:00:17,997 DEBUG [Thread-2083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:17,998 DEBUG [Thread-2083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:17,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:00:18,001 INFO [Thread-2079 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2079. 2024-11-19T03:00:18,001 DEBUG [Thread-2079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:00:18,001 DEBUG [Thread-2079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:18,001 DEBUG [Thread-2079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:18,001 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:00:18,003 INFO [Thread-2077 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2077. 2024-11-19T03:00:18,003 DEBUG [Thread-2077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:00:18,003 DEBUG [Thread-2077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:18,003 DEBUG [Thread-2077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:18,003 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:00:18,005 INFO [Thread-2081 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2081. 2024-11-19T03:00:18,005 DEBUG [Thread-2081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:00:18,005 DEBUG [Thread-2081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:18,005 DEBUG [Thread-2081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:18,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:00:18,008 INFO [Thread-2085 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2085. 2024-11-19T03:00:18,008 DEBUG [Thread-2085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:00:18,008 DEBUG [Thread-2085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:18,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:00:18,008 DEBUG [Thread-2085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:18,170 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/6144205e309c454fba494a73d298c62b as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/6144205e309c454fba494a73d298c62b 2024-11-19T03:00:18,173 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/c1753828c3a24ba69d19df8f7636db73 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/c1753828c3a24ba69d19df8f7636db73 2024-11-19T03:00:18,174 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/B of 32729b53059d302bc4b1f7a3e9811814 into 6144205e309c454fba494a73d298c62b(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:18,174 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:18,174 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/B, priority=13, startTime=1731985217739; duration=0sec 2024-11-19T03:00:18,174 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:18,174 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:B 2024-11-19T03:00:18,174 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:18,174 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:18,174 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 32729b53059d302bc4b1f7a3e9811814/C is initiating minor compaction (all files) 2024-11-19T03:00:18,175 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32729b53059d302bc4b1f7a3e9811814/C in TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:18,175 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/6140d04e802844bc843cfa521696d1f5, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/021434fda2ce42be96623f7936c41618, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/3071b24010fe40e0af79734d3ee2a564] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp, totalSize=37.0 K 2024-11-19T03:00:18,175 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 6140d04e802844bc843cfa521696d1f5, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1731985213797 2024-11-19T03:00:18,175 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 021434fda2ce42be96623f7936c41618, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=501, earliestPutTs=1731985214900 2024-11-19T03:00:18,175 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 3071b24010fe40e0af79734d3ee2a564, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1731985216089 2024-11-19T03:00:18,176 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/A of 32729b53059d302bc4b1f7a3e9811814 into c1753828c3a24ba69d19df8f7636db73(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:18,176 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:18,176 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/A, priority=13, startTime=1731985217738; duration=0sec 2024-11-19T03:00:18,176 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:18,176 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:A 2024-11-19T03:00:18,180 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32729b53059d302bc4b1f7a3e9811814#C#compaction#506 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:18,180 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/5b5d9ff4deff4dc98b1d2c3ec1af5d8c is 50, key is test_row_0/C:col10/1731985216089/Put/seqid=0 2024-11-19T03:00:18,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742405_1581 (size=13391) 2024-11-19T03:00:18,223 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/dc486a966dd94c39a5caff5dc656197d 2024-11-19T03:00:18,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/5f26d96b69094c7f93c67e340fb7e056 is 50, key is test_row_0/B:col10/1731985216524/Put/seqid=0 2024-11-19T03:00:18,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742406_1582 (size=12301) 2024-11-19T03:00:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-19T03:00:18,587 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/5b5d9ff4deff4dc98b1d2c3ec1af5d8c as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/5b5d9ff4deff4dc98b1d2c3ec1af5d8c 2024-11-19T03:00:18,590 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32729b53059d302bc4b1f7a3e9811814/C of 32729b53059d302bc4b1f7a3e9811814 into 5b5d9ff4deff4dc98b1d2c3ec1af5d8c(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:18,590 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:18,590 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., storeName=32729b53059d302bc4b1f7a3e9811814/C, priority=13, startTime=1731985217739; duration=0sec 2024-11-19T03:00:18,590 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:18,590 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32729b53059d302bc4b1f7a3e9811814:C 2024-11-19T03:00:18,631 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/5f26d96b69094c7f93c67e340fb7e056 2024-11-19T03:00:18,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/01d97465a7974a28ab038e2ecb14eb8a is 50, key is test_row_0/C:col10/1731985216524/Put/seqid=0 2024-11-19T03:00:18,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742407_1583 (size=12301) 2024-11-19T03:00:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 32729b53059d302bc4b1f7a3e9811814 2024-11-19T03:00:18,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. as already flushing 2024-11-19T03:00:18,701 INFO [Thread-2068 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2068. 2024-11-19T03:00:18,701 DEBUG [Thread-2068 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:00:18,701 DEBUG [Thread-2068 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:18,701 DEBUG [Thread-2068 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:18,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:00:18,710 INFO [Thread-2074 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2074. 2024-11-19T03:00:18,710 DEBUG [Thread-2074 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:00:18,710 DEBUG [Thread-2074 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:18,710 DEBUG [Thread-2074 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:18,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:00:18,720 INFO [Thread-2066 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2066. 2024-11-19T03:00:18,720 DEBUG [Thread-2066 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:00:18,720 DEBUG [Thread-2066 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:18,720 INFO [Thread-2072 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2072. 2024-11-19T03:00:18,720 INFO [Thread-2070 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2070. 2024-11-19T03:00:18,720 DEBUG [Thread-2072 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:00:18,720 DEBUG [Thread-2070 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:00:18,720 DEBUG [Thread-2072 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:18,720 DEBUG [Thread-2070 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:18,720 DEBUG [Thread-2066 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:18,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:00:18,721 DEBUG [Thread-2072 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:18,721 DEBUG [Thread-2070 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:18,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:00:18,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:00:19,040 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/01d97465a7974a28ab038e2ecb14eb8a 2024-11-19T03:00:19,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/dc486a966dd94c39a5caff5dc656197d as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/dc486a966dd94c39a5caff5dc656197d 2024-11-19T03:00:19,047 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/dc486a966dd94c39a5caff5dc656197d, entries=150, sequenceid=540, filesize=12.0 K 2024-11-19T03:00:19,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/5f26d96b69094c7f93c67e340fb7e056 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/5f26d96b69094c7f93c67e340fb7e056 2024-11-19T03:00:19,050 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/5f26d96b69094c7f93c67e340fb7e056, entries=150, sequenceid=540, filesize=12.0 K 2024-11-19T03:00:19,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/01d97465a7974a28ab038e2ecb14eb8a as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/01d97465a7974a28ab038e2ecb14eb8a 2024-11-19T03:00:19,053 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/01d97465a7974a28ab038e2ecb14eb8a, entries=150, sequenceid=540, filesize=12.0 K 2024-11-19T03:00:19,053 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=33.54 KB/34350 for 32729b53059d302bc4b1f7a3e9811814 in 1238ms, sequenceid=540, compaction requested=false 2024-11-19T03:00:19,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2603): Flush status journal for 32729b53059d302bc4b1f7a3e9811814: 2024-11-19T03:00:19,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:19,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=148 2024-11-19T03:00:19,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=148 2024-11-19T03:00:19,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-19T03:00:19,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8530 sec 2024-11-19T03:00:19,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees in 1.8570 sec 2024-11-19T03:00:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-19T03:00:19,350 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:00:19,350 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-19T03:00:19,350 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-19T03:00:19,350 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-19T03:00:19,350 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 122 2024-11-19T03:00:19,350 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-19T03:00:19,350 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-19T03:00:19,350 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-19T03:00:19,350 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-19T03:00:19,350 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1105 2024-11-19T03:00:19,350 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3315 rows 2024-11-19T03:00:19,350 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1123 2024-11-19T03:00:19,350 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3363 rows 2024-11-19T03:00:19,350 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1116 2024-11-19T03:00:19,350 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3346 rows 2024-11-19T03:00:19,350 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1113 2024-11-19T03:00:19,350 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3337 rows 2024-11-19T03:00:19,350 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1109 2024-11-19T03:00:19,350 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3325 rows 2024-11-19T03:00:19,350 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:00:19,350 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:00:19,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:19,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:19,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:00:19,351 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-19T03:00:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=149, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-19T03:00:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-19T03:00:19,353 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731985219353"}]},"ts":"1731985219353"} 2024-11-19T03:00:19,354 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-19T03:00:19,354 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-19T03:00:19,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T03:00:19,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=32729b53059d302bc4b1f7a3e9811814, UNASSIGN}] 2024-11-19T03:00:19,356 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=32729b53059d302bc4b1f7a3e9811814, UNASSIGN 2024-11-19T03:00:19,357 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=32729b53059d302bc4b1f7a3e9811814, regionState=CLOSING, regionLocation=e93af88909ff,45689,1731985081997 2024-11-19T03:00:19,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=32729b53059d302bc4b1f7a3e9811814, UNASSIGN because future has completed 2024-11-19T03:00:19,358 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T03:00:19,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE, hasLock=false; CloseRegionProcedure 32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997}] 2024-11-19T03:00:19,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-19T03:00:19,510 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(122): Close 32729b53059d302bc4b1f7a3e9811814 2024-11-19T03:00:19,510 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T03:00:19,510 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1722): Closing 32729b53059d302bc4b1f7a3e9811814, disabling compactions & flushes 2024-11-19T03:00:19,510 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:19,510 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:19,510 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. after waiting 0 ms 2024-11-19T03:00:19,510 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:19,510 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(2902): Flushing 32729b53059d302bc4b1f7a3e9811814 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-19T03:00:19,513 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/37d9afe786964c7ba62566ceb03d61a1 is 50, key is test_row_0/A:col10/1731985218700/Put/seqid=0 2024-11-19T03:00:19,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742408_1584 (size=12301) 2024-11-19T03:00:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-19T03:00:19,917 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/37d9afe786964c7ba62566ceb03d61a1 2024-11-19T03:00:19,922 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/41008e3e8000461d83a2b8b9d878da8a is 50, key is test_row_0/B:col10/1731985218700/Put/seqid=0 2024-11-19T03:00:19,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742409_1585 (size=12301) 2024-11-19T03:00:19,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-19T03:00:20,325 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/41008e3e8000461d83a2b8b9d878da8a 2024-11-19T03:00:20,331 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/78aa57eaf369489c9726ee3d74f872ab is 50, key is test_row_0/C:col10/1731985218700/Put/seqid=0 2024-11-19T03:00:20,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742410_1586 (size=12301) 2024-11-19T03:00:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-19T03:00:20,734 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/78aa57eaf369489c9726ee3d74f872ab 2024-11-19T03:00:20,738 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/A/37d9afe786964c7ba62566ceb03d61a1 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/37d9afe786964c7ba62566ceb03d61a1 2024-11-19T03:00:20,740 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/37d9afe786964c7ba62566ceb03d61a1, entries=150, sequenceid=551, filesize=12.0 K 2024-11-19T03:00:20,741 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/B/41008e3e8000461d83a2b8b9d878da8a as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/41008e3e8000461d83a2b8b9d878da8a 2024-11-19T03:00:20,743 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/41008e3e8000461d83a2b8b9d878da8a, entries=150, sequenceid=551, filesize=12.0 K 2024-11-19T03:00:20,744 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/.tmp/C/78aa57eaf369489c9726ee3d74f872ab as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/78aa57eaf369489c9726ee3d74f872ab 2024-11-19T03:00:20,746 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/78aa57eaf369489c9726ee3d74f872ab, entries=150, sequenceid=551, filesize=12.0 K 2024-11-19T03:00:20,747 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 32729b53059d302bc4b1f7a3e9811814 in 1237ms, sequenceid=551, compaction requested=true 2024-11-19T03:00:20,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/95265a138b59412da21466a61eaa2405, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/4c87a9b5ae4e460f90a6cabb3dac3f19, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/57587c76ac3b4ba2a6933619758685b8, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/f86adb7db4024bc0bc573798d0253aaa, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/0330e2293808405cae08de786e4f7123, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/0afc06c614f845f6b46b61fee98bd694, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/526caf2f6e1f4d4da1fb699aac93df54, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/3bb7486fb8d84736a2d748077dd926e7, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/c9f8ea345079428b9fb71828ace0e323, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/7899f8d96fc2496584f03b7da9e00a4f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/25d1a226f54b44eba910902cec44e32b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/dc86fe396eaa4a45b5a7f97d71b1a1ae, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/3a17c9d78f25481eb9682e80a5153301, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/44aebe2e6ca542729753c7833fccfacd, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/2523be282ee74778b659017e56ebc94f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/68facda259b44e91a2be8701fd6895be, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/4f5aa12e6b74470fb8e5924c2fbc8732, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/b8a89d7e287c4114b08bb698903696ed, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/5614272f16cb46bea552296e3d3083c8, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/f5393b0537654e35b1a1e7ea3184b8db, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/746b92ef47184cb78b2463ab848fa409, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/880dc0a2f0404e4d9adc3de8144f8358, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/2a022ad6e47c4a96bd044d42194efd0d, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/f63ea7e412ef4a669974d3b227e4df7a, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/5164744832764d88a367b072ef34ab38, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/ec2f4455aa6a446e8f24d7b8b9a28e4b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/a3380021a51b47299e8451c4b4231561, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/ea49e94762194d76a624b0d3073f2532, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/bf1d5d885e37452e99e6bd89d212b217] to archive 2024-11-19T03:00:20,748 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T03:00:20,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/95265a138b59412da21466a61eaa2405 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/95265a138b59412da21466a61eaa2405 2024-11-19T03:00:20,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/4c87a9b5ae4e460f90a6cabb3dac3f19 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/4c87a9b5ae4e460f90a6cabb3dac3f19 2024-11-19T03:00:20,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/57587c76ac3b4ba2a6933619758685b8 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/57587c76ac3b4ba2a6933619758685b8 2024-11-19T03:00:20,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/f86adb7db4024bc0bc573798d0253aaa to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/f86adb7db4024bc0bc573798d0253aaa 2024-11-19T03:00:20,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/0330e2293808405cae08de786e4f7123 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/0330e2293808405cae08de786e4f7123 2024-11-19T03:00:20,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/0afc06c614f845f6b46b61fee98bd694 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/0afc06c614f845f6b46b61fee98bd694 2024-11-19T03:00:20,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/526caf2f6e1f4d4da1fb699aac93df54 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/526caf2f6e1f4d4da1fb699aac93df54 2024-11-19T03:00:20,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/3bb7486fb8d84736a2d748077dd926e7 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/3bb7486fb8d84736a2d748077dd926e7 2024-11-19T03:00:20,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/c9f8ea345079428b9fb71828ace0e323 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/c9f8ea345079428b9fb71828ace0e323 2024-11-19T03:00:20,756 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/7899f8d96fc2496584f03b7da9e00a4f to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/7899f8d96fc2496584f03b7da9e00a4f 2024-11-19T03:00:20,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/25d1a226f54b44eba910902cec44e32b to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/25d1a226f54b44eba910902cec44e32b 2024-11-19T03:00:20,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/dc86fe396eaa4a45b5a7f97d71b1a1ae to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/dc86fe396eaa4a45b5a7f97d71b1a1ae 2024-11-19T03:00:20,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/3a17c9d78f25481eb9682e80a5153301 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/3a17c9d78f25481eb9682e80a5153301 2024-11-19T03:00:20,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/44aebe2e6ca542729753c7833fccfacd to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/44aebe2e6ca542729753c7833fccfacd 2024-11-19T03:00:20,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/2523be282ee74778b659017e56ebc94f to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/2523be282ee74778b659017e56ebc94f 2024-11-19T03:00:20,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/68facda259b44e91a2be8701fd6895be to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/68facda259b44e91a2be8701fd6895be 2024-11-19T03:00:20,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/4f5aa12e6b74470fb8e5924c2fbc8732 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/4f5aa12e6b74470fb8e5924c2fbc8732 2024-11-19T03:00:20,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/b8a89d7e287c4114b08bb698903696ed to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/b8a89d7e287c4114b08bb698903696ed 2024-11-19T03:00:20,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/5614272f16cb46bea552296e3d3083c8 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/5614272f16cb46bea552296e3d3083c8 2024-11-19T03:00:20,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/f5393b0537654e35b1a1e7ea3184b8db to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/f5393b0537654e35b1a1e7ea3184b8db 2024-11-19T03:00:20,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/746b92ef47184cb78b2463ab848fa409 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/746b92ef47184cb78b2463ab848fa409 2024-11-19T03:00:20,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/880dc0a2f0404e4d9adc3de8144f8358 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/880dc0a2f0404e4d9adc3de8144f8358 2024-11-19T03:00:20,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/2a022ad6e47c4a96bd044d42194efd0d to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/2a022ad6e47c4a96bd044d42194efd0d 2024-11-19T03:00:20,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/f63ea7e412ef4a669974d3b227e4df7a to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/f63ea7e412ef4a669974d3b227e4df7a 2024-11-19T03:00:20,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/5164744832764d88a367b072ef34ab38 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/5164744832764d88a367b072ef34ab38 2024-11-19T03:00:20,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/ec2f4455aa6a446e8f24d7b8b9a28e4b to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/ec2f4455aa6a446e8f24d7b8b9a28e4b 2024-11-19T03:00:20,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/a3380021a51b47299e8451c4b4231561 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/a3380021a51b47299e8451c4b4231561 2024-11-19T03:00:20,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/ea49e94762194d76a624b0d3073f2532 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/ea49e94762194d76a624b0d3073f2532 2024-11-19T03:00:20,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/bf1d5d885e37452e99e6bd89d212b217 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/bf1d5d885e37452e99e6bd89d212b217 2024-11-19T03:00:20,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/3e65c6bb309d4997a2b9b7e3ef59aa64, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/d0656d491db849468e10480f8d851107, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/23927e2157a1484cb4d8951133fc1b0a, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/bc1e13425ea845b79ea0b5792af7e417, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/cfb62ad43aaa4c538ea674063888669e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/09efcd9b63bf4e6188a4efd4e6ecb71f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/dae70ace3d6e43979ef32ae7c97bb844, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/5d8a300c43014def8a2c673d77eaf4db, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/fa5ddb45a6494dfa8419aa11bc1d0847, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/45625abc368d4983952e4dd01734846f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/536527e8b0934df8ba79e205c39401e3, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/0544d4e9d5b940379e68ddd8e1f44330, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/1ee5e1678b9a42ddb4b17dcd6e0f3c2c, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/cd2df2ebf81c4cf59b65a2baedecf07c, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/757ee27b78c4470c828955a97029ca87, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/bca29ba5ac4345d5891dc723ada689bb, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/95fb6a6e03644ed4a433ea7e9ab8927e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/2871a4effef74813a6416d831a3e8010, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/b9330acff42c4733b561b2a882f527de, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/684b57c5500b454eb54f0ed7a446d42b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/92c13117c3f246b88c4efcba613a94cb, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/7d9fda48a3634812bdbe751d90ed7d03, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/83f5c4d6412e4c28885545b986a2552d, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/c50508d8611e42aab84f530e8e99e4f0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/77914a655f43442ca917da6f172190cf, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/429046863c3c4d8ab5b201ddc859c818, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/0834799a94904c7eb336bcd8394cbabc, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/5719229a37654f70af84501c2f08508a, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/28aff108f24348ee98d000aedd93ec89, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/326ec2554a7f48329e46f3dbf4ddefef, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/0afa705c73df40ddab088a83d846f11f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/3400c8686b9746b895c9e928f8a9db33] to archive 2024-11-19T03:00:20,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T03:00:20,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/3e65c6bb309d4997a2b9b7e3ef59aa64 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/3e65c6bb309d4997a2b9b7e3ef59aa64 2024-11-19T03:00:20,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/d0656d491db849468e10480f8d851107 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/d0656d491db849468e10480f8d851107 2024-11-19T03:00:20,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/23927e2157a1484cb4d8951133fc1b0a to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/23927e2157a1484cb4d8951133fc1b0a 2024-11-19T03:00:20,775 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/bc1e13425ea845b79ea0b5792af7e417 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/bc1e13425ea845b79ea0b5792af7e417 2024-11-19T03:00:20,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/cfb62ad43aaa4c538ea674063888669e to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/cfb62ad43aaa4c538ea674063888669e 2024-11-19T03:00:20,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/09efcd9b63bf4e6188a4efd4e6ecb71f to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/09efcd9b63bf4e6188a4efd4e6ecb71f 2024-11-19T03:00:20,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/dae70ace3d6e43979ef32ae7c97bb844 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/dae70ace3d6e43979ef32ae7c97bb844 2024-11-19T03:00:20,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/5d8a300c43014def8a2c673d77eaf4db to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/5d8a300c43014def8a2c673d77eaf4db 2024-11-19T03:00:20,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/fa5ddb45a6494dfa8419aa11bc1d0847 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/fa5ddb45a6494dfa8419aa11bc1d0847 2024-11-19T03:00:20,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/45625abc368d4983952e4dd01734846f to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/45625abc368d4983952e4dd01734846f 2024-11-19T03:00:20,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/536527e8b0934df8ba79e205c39401e3 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/536527e8b0934df8ba79e205c39401e3 2024-11-19T03:00:20,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/0544d4e9d5b940379e68ddd8e1f44330 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/0544d4e9d5b940379e68ddd8e1f44330 2024-11-19T03:00:20,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/1ee5e1678b9a42ddb4b17dcd6e0f3c2c to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/1ee5e1678b9a42ddb4b17dcd6e0f3c2c 2024-11-19T03:00:20,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/cd2df2ebf81c4cf59b65a2baedecf07c to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/cd2df2ebf81c4cf59b65a2baedecf07c 2024-11-19T03:00:20,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/757ee27b78c4470c828955a97029ca87 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/757ee27b78c4470c828955a97029ca87 2024-11-19T03:00:20,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/bca29ba5ac4345d5891dc723ada689bb to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/bca29ba5ac4345d5891dc723ada689bb 2024-11-19T03:00:20,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/95fb6a6e03644ed4a433ea7e9ab8927e to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/95fb6a6e03644ed4a433ea7e9ab8927e 2024-11-19T03:00:20,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/2871a4effef74813a6416d831a3e8010 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/2871a4effef74813a6416d831a3e8010 2024-11-19T03:00:20,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/b9330acff42c4733b561b2a882f527de to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/b9330acff42c4733b561b2a882f527de 2024-11-19T03:00:20,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/684b57c5500b454eb54f0ed7a446d42b to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/684b57c5500b454eb54f0ed7a446d42b 2024-11-19T03:00:20,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/92c13117c3f246b88c4efcba613a94cb to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/92c13117c3f246b88c4efcba613a94cb 2024-11-19T03:00:20,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/7d9fda48a3634812bdbe751d90ed7d03 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/7d9fda48a3634812bdbe751d90ed7d03 2024-11-19T03:00:20,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/83f5c4d6412e4c28885545b986a2552d to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/83f5c4d6412e4c28885545b986a2552d 2024-11-19T03:00:20,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/c50508d8611e42aab84f530e8e99e4f0 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/c50508d8611e42aab84f530e8e99e4f0 2024-11-19T03:00:20,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/77914a655f43442ca917da6f172190cf to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/77914a655f43442ca917da6f172190cf 2024-11-19T03:00:20,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/429046863c3c4d8ab5b201ddc859c818 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/429046863c3c4d8ab5b201ddc859c818 2024-11-19T03:00:20,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/0834799a94904c7eb336bcd8394cbabc to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/0834799a94904c7eb336bcd8394cbabc 2024-11-19T03:00:20,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/5719229a37654f70af84501c2f08508a to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/5719229a37654f70af84501c2f08508a 2024-11-19T03:00:20,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/28aff108f24348ee98d000aedd93ec89 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/28aff108f24348ee98d000aedd93ec89 2024-11-19T03:00:20,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/326ec2554a7f48329e46f3dbf4ddefef to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/326ec2554a7f48329e46f3dbf4ddefef 2024-11-19T03:00:20,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/0afa705c73df40ddab088a83d846f11f to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/0afa705c73df40ddab088a83d846f11f 2024-11-19T03:00:20,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/3400c8686b9746b895c9e928f8a9db33 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/3400c8686b9746b895c9e928f8a9db33 2024-11-19T03:00:20,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/a77d9d3daa3f4f4fa40686daec85fdc9, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/d253312662f0469aabeae2a26546b69c, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/a806a1c3def0405197b8e2fc9c2c7c00, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/7751aaf13aa84465b05018321be5aba9, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/056c2bf85a9941ba94e4d80ccd49de77, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/d7c06174ed3c4adaaf5b92602de9f884, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/6372896971824271b42417f90863dcf9, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/46a5c3af473e48aba2115ccf6c54d75e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/7f455b5009ca4440a5e01dbbbe40e144, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/bc80410775b349389fa2622882c205cb, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/fe9459b81e5c4997917c0709ff037128, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/433d850ed77a4a608dafc24bb41d51b3, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/94d0270c5b9c4d01a319cb9142f4b791, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/813f669eb83c4ccd95ccb7ec0b2fe15b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/04f812b8e7c1408686e30ed0d6e9ee47, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/31c71389454240bd925d5f1b5eee5cad, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/52d0f6e11f2a45d4ab0e19afa2ebe957, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/b0e891ad8d4b4c14960f0ff5bf24d8a8, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/029acfce0fd24d0bb371c3781a458a28, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/7e263c1f9b4d4118a198d59856989503, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/966569e6361b4e619941663f56a1671d, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/ac5067347621469dbbcf29fee5f30cd2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/b2fbde1c428b429d972d87d2834b4a91, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/bc54dc81d2c848e59fddc9d6b7e666a2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/0c79eaf0057a4bee833f21cd88ecbcbe, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/e728c24e2357460f98b7eb278ac00f6f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/f436a2914575443c9216d474fce1e7cb, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/607f33722a674efe8116f5d324cb2cb0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/6140d04e802844bc843cfa521696d1f5, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/551b933824eb40a4b6a485352ae9e0b1, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/021434fda2ce42be96623f7936c41618, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/3071b24010fe40e0af79734d3ee2a564] to archive 2024-11-19T03:00:20,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T03:00:20,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/a77d9d3daa3f4f4fa40686daec85fdc9 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/a77d9d3daa3f4f4fa40686daec85fdc9 2024-11-19T03:00:20,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/d253312662f0469aabeae2a26546b69c to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/d253312662f0469aabeae2a26546b69c 2024-11-19T03:00:20,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/a806a1c3def0405197b8e2fc9c2c7c00 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/a806a1c3def0405197b8e2fc9c2c7c00 2024-11-19T03:00:20,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/7751aaf13aa84465b05018321be5aba9 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/7751aaf13aa84465b05018321be5aba9 2024-11-19T03:00:20,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/056c2bf85a9941ba94e4d80ccd49de77 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/056c2bf85a9941ba94e4d80ccd49de77 2024-11-19T03:00:20,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/d7c06174ed3c4adaaf5b92602de9f884 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/d7c06174ed3c4adaaf5b92602de9f884 2024-11-19T03:00:20,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/6372896971824271b42417f90863dcf9 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/6372896971824271b42417f90863dcf9 2024-11-19T03:00:20,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/46a5c3af473e48aba2115ccf6c54d75e to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/46a5c3af473e48aba2115ccf6c54d75e 2024-11-19T03:00:20,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/7f455b5009ca4440a5e01dbbbe40e144 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/7f455b5009ca4440a5e01dbbbe40e144 2024-11-19T03:00:20,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/bc80410775b349389fa2622882c205cb to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/bc80410775b349389fa2622882c205cb 2024-11-19T03:00:20,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/fe9459b81e5c4997917c0709ff037128 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/fe9459b81e5c4997917c0709ff037128 2024-11-19T03:00:20,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/433d850ed77a4a608dafc24bb41d51b3 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/433d850ed77a4a608dafc24bb41d51b3 2024-11-19T03:00:20,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/94d0270c5b9c4d01a319cb9142f4b791 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/94d0270c5b9c4d01a319cb9142f4b791 2024-11-19T03:00:20,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/813f669eb83c4ccd95ccb7ec0b2fe15b to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/813f669eb83c4ccd95ccb7ec0b2fe15b 2024-11-19T03:00:20,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/04f812b8e7c1408686e30ed0d6e9ee47 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/04f812b8e7c1408686e30ed0d6e9ee47 2024-11-19T03:00:20,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/31c71389454240bd925d5f1b5eee5cad to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/31c71389454240bd925d5f1b5eee5cad 2024-11-19T03:00:20,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/52d0f6e11f2a45d4ab0e19afa2ebe957 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/52d0f6e11f2a45d4ab0e19afa2ebe957 2024-11-19T03:00:20,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/b0e891ad8d4b4c14960f0ff5bf24d8a8 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/b0e891ad8d4b4c14960f0ff5bf24d8a8 2024-11-19T03:00:20,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/029acfce0fd24d0bb371c3781a458a28 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/029acfce0fd24d0bb371c3781a458a28 2024-11-19T03:00:20,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/7e263c1f9b4d4118a198d59856989503 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/7e263c1f9b4d4118a198d59856989503 2024-11-19T03:00:20,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/966569e6361b4e619941663f56a1671d to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/966569e6361b4e619941663f56a1671d 2024-11-19T03:00:20,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/ac5067347621469dbbcf29fee5f30cd2 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/ac5067347621469dbbcf29fee5f30cd2 2024-11-19T03:00:20,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/b2fbde1c428b429d972d87d2834b4a91 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/b2fbde1c428b429d972d87d2834b4a91 2024-11-19T03:00:20,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/bc54dc81d2c848e59fddc9d6b7e666a2 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/bc54dc81d2c848e59fddc9d6b7e666a2 2024-11-19T03:00:20,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/0c79eaf0057a4bee833f21cd88ecbcbe to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/0c79eaf0057a4bee833f21cd88ecbcbe 2024-11-19T03:00:20,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/e728c24e2357460f98b7eb278ac00f6f to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/e728c24e2357460f98b7eb278ac00f6f 2024-11-19T03:00:20,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/f436a2914575443c9216d474fce1e7cb to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/f436a2914575443c9216d474fce1e7cb 2024-11-19T03:00:20,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/607f33722a674efe8116f5d324cb2cb0 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/607f33722a674efe8116f5d324cb2cb0 2024-11-19T03:00:20,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/6140d04e802844bc843cfa521696d1f5 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/6140d04e802844bc843cfa521696d1f5 2024-11-19T03:00:20,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/551b933824eb40a4b6a485352ae9e0b1 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/551b933824eb40a4b6a485352ae9e0b1 2024-11-19T03:00:20,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/021434fda2ce42be96623f7936c41618 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/021434fda2ce42be96623f7936c41618 2024-11-19T03:00:20,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/3071b24010fe40e0af79734d3ee2a564 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/3071b24010fe40e0af79734d3ee2a564 2024-11-19T03:00:20,829 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/recovered.edits/554.seqid, newMaxSeqId=554, maxSeqId=1 2024-11-19T03:00:20,829 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. 2024-11-19T03:00:20,830 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1676): Region close journal for 32729b53059d302bc4b1f7a3e9811814: Waiting for close lock at 1731985219510Running coprocessor pre-close hooks at 1731985219510Disabling compacts and flushes for region at 1731985219510Disabling writes for close at 1731985219510Obtaining lock to block concurrent updates at 1731985219510Preparing flush snapshotting stores in 32729b53059d302bc4b1f7a3e9811814 at 1731985219510Finished memstore snapshotting TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731985219511 (+1 ms)Flushing stores of TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814. at 1731985219511Flushing 32729b53059d302bc4b1f7a3e9811814/A: creating writer at 1731985219511Flushing 32729b53059d302bc4b1f7a3e9811814/A: appending metadata at 1731985219513 (+2 ms)Flushing 32729b53059d302bc4b1f7a3e9811814/A: closing flushed file at 1731985219513Flushing 32729b53059d302bc4b1f7a3e9811814/B: creating writer at 1731985219920 (+407 ms)Flushing 32729b53059d302bc4b1f7a3e9811814/B: appending metadata at 1731985219922 (+2 ms)Flushing 32729b53059d302bc4b1f7a3e9811814/B: closing flushed file at 1731985219922Flushing 32729b53059d302bc4b1f7a3e9811814/C: creating writer at 1731985220328 (+406 ms)Flushing 32729b53059d302bc4b1f7a3e9811814/C: appending metadata at 1731985220330 (+2 ms)Flushing 32729b53059d302bc4b1f7a3e9811814/C: closing flushed file at 1731985220330Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ced4b4a: reopening flushed file at 1731985220737 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@312d60a3: reopening flushed file at 1731985220741 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e178102: reopening flushed file at 1731985220743 (+2 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 32729b53059d302bc4b1f7a3e9811814 in 1237ms, sequenceid=551, compaction requested=true at 1731985220747 (+4 ms)Writing region close event to WAL at 1731985220827 (+80 ms)Running coprocessor post-close hooks at 1731985220829 (+2 ms)Closed at 1731985220829 2024-11-19T03:00:20,831 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(157): Closed 32729b53059d302bc4b1f7a3e9811814 2024-11-19T03:00:20,832 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=32729b53059d302bc4b1f7a3e9811814, regionState=CLOSED 2024-11-19T03:00:20,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=152, ppid=151, state=RUNNABLE, hasLock=false; CloseRegionProcedure 32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 because future has completed 2024-11-19T03:00:20,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-11-19T03:00:20,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; CloseRegionProcedure 32729b53059d302bc4b1f7a3e9811814, server=e93af88909ff,45689,1731985081997 in 1.4760 sec 2024-11-19T03:00:20,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-19T03:00:20,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=32729b53059d302bc4b1f7a3e9811814, UNASSIGN in 1.4790 sec 2024-11-19T03:00:20,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-19T03:00:20,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4820 sec 2024-11-19T03:00:20,839 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731985220839"}]},"ts":"1731985220839"} 2024-11-19T03:00:20,840 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-19T03:00:20,840 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-19T03:00:20,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4890 sec 2024-11-19T03:00:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-19T03:00:21,499 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:00:21,499 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-19T03:00:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=153, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:00:21,501 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=153, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:00:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-19T03:00:21,502 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=153, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:00:21,504 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814 2024-11-19T03:00:21,505 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A, FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B, FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C, FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/recovered.edits] 2024-11-19T03:00:21,507 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/37d9afe786964c7ba62566ceb03d61a1 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/37d9afe786964c7ba62566ceb03d61a1 2024-11-19T03:00:21,508 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/c1753828c3a24ba69d19df8f7636db73 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/c1753828c3a24ba69d19df8f7636db73 2024-11-19T03:00:21,509 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/dc486a966dd94c39a5caff5dc656197d to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/A/dc486a966dd94c39a5caff5dc656197d 2024-11-19T03:00:21,510 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/41008e3e8000461d83a2b8b9d878da8a to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/41008e3e8000461d83a2b8b9d878da8a 2024-11-19T03:00:21,511 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/5f26d96b69094c7f93c67e340fb7e056 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/5f26d96b69094c7f93c67e340fb7e056 2024-11-19T03:00:21,512 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/6144205e309c454fba494a73d298c62b to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/B/6144205e309c454fba494a73d298c62b 2024-11-19T03:00:21,513 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/01d97465a7974a28ab038e2ecb14eb8a to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/01d97465a7974a28ab038e2ecb14eb8a 2024-11-19T03:00:21,514 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/5b5d9ff4deff4dc98b1d2c3ec1af5d8c to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/5b5d9ff4deff4dc98b1d2c3ec1af5d8c 2024-11-19T03:00:21,515 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/78aa57eaf369489c9726ee3d74f872ab to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/C/78aa57eaf369489c9726ee3d74f872ab 2024-11-19T03:00:21,516 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/recovered.edits/554.seqid to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814/recovered.edits/554.seqid 2024-11-19T03:00:21,517 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/32729b53059d302bc4b1f7a3e9811814 2024-11-19T03:00:21,517 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-19T03:00:21,519 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=153, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:00:21,520 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-19T03:00:21,522 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-19T03:00:21,523 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=153, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:00:21,523 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-19T03:00:21,524 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731985221523"}]},"ts":"9223372036854775807"} 2024-11-19T03:00:21,525 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-19T03:00:21,525 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 32729b53059d302bc4b1f7a3e9811814, NAME => 'TestAcidGuarantees,,1731985195789.32729b53059d302bc4b1f7a3e9811814.', STARTKEY => '', ENDKEY => ''}] 2024-11-19T03:00:21,525 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-19T03:00:21,525 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731985221525"}]},"ts":"9223372036854775807"} 2024-11-19T03:00:21,527 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-19T03:00:21,528 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=153, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:00:21,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 29 msec 2024-11-19T03:00:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-19T03:00:21,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-19T03:00:21,610 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:00:21,619 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=241 (was 242), OpenFileDescriptor=451 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=407 (was 441), ProcessCount=11 (was 11), AvailableMemoryMB=11366 (was 11382) 2024-11-19T03:00:21,627 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=241, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=407, ProcessCount=11, AvailableMemoryMB=11366 2024-11-19T03:00:21,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T03:00:21,628 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:00:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-19T03:00:21,630 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=154, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:00:21,630 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:21,630 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 154 2024-11-19T03:00:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-19T03:00:21,630 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=154, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:00:21,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742411_1587 (size=959) 2024-11-19T03:00:21,729 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-19T03:00:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-19T03:00:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-19T03:00:22,036 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666 2024-11-19T03:00:22,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742412_1588 (size=53) 2024-11-19T03:00:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-19T03:00:22,441 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:00:22,441 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 07f5df729e1d93178c1808d4fc1d0b69, disabling compactions & flushes 2024-11-19T03:00:22,441 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:22,441 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:22,441 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. after waiting 0 ms 2024-11-19T03:00:22,441 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:22,441 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:22,441 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 07f5df729e1d93178c1808d4fc1d0b69: Waiting for close lock at 1731985222441Disabling compacts and flushes for region at 1731985222441Disabling writes for close at 1731985222441Writing region close event to WAL at 1731985222441Closed at 1731985222441 2024-11-19T03:00:22,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=154, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:00:22,443 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731985222442"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731985222442"}]},"ts":"1731985222442"} 2024-11-19T03:00:22,444 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:00:22,445 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=154, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:00:22,445 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731985222445"}]},"ts":"1731985222445"} 2024-11-19T03:00:22,446 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-19T03:00:22,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=07f5df729e1d93178c1808d4fc1d0b69, ASSIGN}] 2024-11-19T03:00:22,447 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=07f5df729e1d93178c1808d4fc1d0b69, ASSIGN 2024-11-19T03:00:22,447 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=07f5df729e1d93178c1808d4fc1d0b69, ASSIGN; state=OFFLINE, location=e93af88909ff,45689,1731985081997; forceNewPlan=false, retain=false 2024-11-19T03:00:22,598 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=155 updating hbase:meta row=07f5df729e1d93178c1808d4fc1d0b69, regionState=OPENING, regionLocation=e93af88909ff,45689,1731985081997 2024-11-19T03:00:22,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=07f5df729e1d93178c1808d4fc1d0b69, ASSIGN because future has completed 2024-11-19T03:00:22,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997}] 2024-11-19T03:00:22,753 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:22,753 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7752): Opening region: {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:00:22,753 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:22,754 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:00:22,754 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7794): checking encryption for 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:22,754 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7797): checking classloading for 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:22,755 INFO [StoreOpener-07f5df729e1d93178c1808d4fc1d0b69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:22,756 INFO [StoreOpener-07f5df729e1d93178c1808d4fc1d0b69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07f5df729e1d93178c1808d4fc1d0b69 columnFamilyName A 2024-11-19T03:00:22,756 DEBUG [StoreOpener-07f5df729e1d93178c1808d4fc1d0b69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:22,756 INFO [StoreOpener-07f5df729e1d93178c1808d4fc1d0b69-1 {}] regionserver.HStore(327): Store=07f5df729e1d93178c1808d4fc1d0b69/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:00:22,756 INFO [StoreOpener-07f5df729e1d93178c1808d4fc1d0b69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:22,757 INFO [StoreOpener-07f5df729e1d93178c1808d4fc1d0b69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07f5df729e1d93178c1808d4fc1d0b69 columnFamilyName B 2024-11-19T03:00:22,757 DEBUG [StoreOpener-07f5df729e1d93178c1808d4fc1d0b69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:22,758 INFO [StoreOpener-07f5df729e1d93178c1808d4fc1d0b69-1 {}] regionserver.HStore(327): Store=07f5df729e1d93178c1808d4fc1d0b69/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:00:22,758 INFO [StoreOpener-07f5df729e1d93178c1808d4fc1d0b69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:22,758 INFO [StoreOpener-07f5df729e1d93178c1808d4fc1d0b69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07f5df729e1d93178c1808d4fc1d0b69 columnFamilyName C 2024-11-19T03:00:22,758 DEBUG [StoreOpener-07f5df729e1d93178c1808d4fc1d0b69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:22,759 INFO [StoreOpener-07f5df729e1d93178c1808d4fc1d0b69-1 {}] regionserver.HStore(327): Store=07f5df729e1d93178c1808d4fc1d0b69/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:00:22,759 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1038): replaying wal for 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:22,759 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:22,760 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:22,760 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1048): stopping wal replay for 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:22,760 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1060): Cleaning up temporary data for 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:22,761 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T03:00:22,762 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1093): writing seq id for 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:22,763 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:00:22,763 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1114): Opened 07f5df729e1d93178c1808d4fc1d0b69; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66153071, jitterRate=-0.014242425560951233}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T03:00:22,763 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:22,764 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1006): Region open journal for 07f5df729e1d93178c1808d4fc1d0b69: Running coprocessor pre-open hook at 1731985222754Writing region info on filesystem at 1731985222754Initializing all the Stores at 1731985222754Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731985222754Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731985222754Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731985222754Cleaning up temporary data from old regions at 1731985222760 (+6 ms)Running coprocessor post-open hooks at 1731985222763 (+3 ms)Region opened successfully at 1731985222764 (+1 ms) 2024-11-19T03:00:22,765 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., pid=156, masterSystemTime=1731985222751 2024-11-19T03:00:22,766 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:22,766 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:22,766 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=155 updating hbase:meta row=07f5df729e1d93178c1808d4fc1d0b69, regionState=OPEN, openSeqNum=2, regionLocation=e93af88909ff,45689,1731985081997 2024-11-19T03:00:22,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=156, ppid=155, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 because future has completed 2024-11-19T03:00:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-19T03:00:22,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155 2024-11-19T03:00:22,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; OpenRegionProcedure 07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 in 170 msec 2024-11-19T03:00:22,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-19T03:00:22,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=07f5df729e1d93178c1808d4fc1d0b69, ASSIGN in 324 msec 2024-11-19T03:00:22,772 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=154, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:00:22,772 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731985222772"}]},"ts":"1731985222772"} 2024-11-19T03:00:22,773 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-19T03:00:22,774 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=154, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:00:22,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1460 sec 2024-11-19T03:00:23,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-19T03:00:23,779 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:00:23,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5581e3e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:23,780 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T03:00:23,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:00:23,781 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T03:00:23,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:00:23,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T03:00:23,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515f822e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:23,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T03:00:23,782 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:00:23,782 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:23,782 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:00:23,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ce5580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:23,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:00:23,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T03:00:23,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:00:23,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59702, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:00:23,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:00:23,786 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e93af88909ff,34879,1731985081307 2024-11-19T03:00:23,786 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14ec4a7d 2024-11-19T03:00:23,786 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:00:23,787 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56836, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:00:23,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T03:00:23,788 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:00:23,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=157, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-19T03:00:23,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742413_1589 (size=995) 2024-11-19T03:00:24,198 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-19T03:00:24,198 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-19T03:00:24,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T03:00:24,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=07f5df729e1d93178c1808d4fc1d0b69, REOPEN/MOVE}] 2024-11-19T03:00:24,202 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=07f5df729e1d93178c1808d4fc1d0b69, REOPEN/MOVE 2024-11-19T03:00:24,203 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=159 updating hbase:meta row=07f5df729e1d93178c1808d4fc1d0b69, regionState=CLOSING, regionLocation=e93af88909ff,45689,1731985081997 2024-11-19T03:00:24,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=07f5df729e1d93178c1808d4fc1d0b69, REOPEN/MOVE because future has completed 2024-11-19T03:00:24,204 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T03:00:24,204 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE, hasLock=false; CloseRegionProcedure 07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997}] 2024-11-19T03:00:24,356 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(122): Close 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:24,356 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T03:00:24,356 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1722): Closing 07f5df729e1d93178c1808d4fc1d0b69, disabling compactions & flushes 2024-11-19T03:00:24,356 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:24,356 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:24,356 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. after waiting 0 ms 2024-11-19T03:00:24,356 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:24,359 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-19T03:00:24,360 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:24,360 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1676): Region close journal for 07f5df729e1d93178c1808d4fc1d0b69: Waiting for close lock at 1731985224356Running coprocessor pre-close hooks at 1731985224356Disabling compacts and flushes for region at 1731985224356Disabling writes for close at 1731985224356Writing region close event to WAL at 1731985224357 (+1 ms)Running coprocessor post-close hooks at 1731985224360 (+3 ms)Closed at 1731985224360 2024-11-19T03:00:24,360 WARN [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegionServer(3299): Not adding moved region record: 07f5df729e1d93178c1808d4fc1d0b69 to self. 2024-11-19T03:00:24,362 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(157): Closed 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:24,362 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=159 updating hbase:meta row=07f5df729e1d93178c1808d4fc1d0b69, regionState=CLOSED 2024-11-19T03:00:24,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=160, ppid=159, state=RUNNABLE, hasLock=false; CloseRegionProcedure 07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 because future has completed 2024-11-19T03:00:24,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=160, resume processing ppid=159 2024-11-19T03:00:24,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, ppid=159, state=SUCCESS, hasLock=false; CloseRegionProcedure 07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 in 159 msec 2024-11-19T03:00:24,365 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=07f5df729e1d93178c1808d4fc1d0b69, REOPEN/MOVE; state=CLOSED, location=e93af88909ff,45689,1731985081997; forceNewPlan=false, retain=true 2024-11-19T03:00:24,516 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=159 updating hbase:meta row=07f5df729e1d93178c1808d4fc1d0b69, regionState=OPENING, regionLocation=e93af88909ff,45689,1731985081997 2024-11-19T03:00:24,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=07f5df729e1d93178c1808d4fc1d0b69, REOPEN/MOVE because future has completed 2024-11-19T03:00:24,517 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=159, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997}] 2024-11-19T03:00:24,670 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:24,670 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(7752): Opening region: {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:00:24,671 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:24,671 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:00:24,671 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(7794): checking encryption for 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:24,671 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(7797): checking classloading for 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:24,672 INFO [StoreOpener-07f5df729e1d93178c1808d4fc1d0b69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:24,673 INFO [StoreOpener-07f5df729e1d93178c1808d4fc1d0b69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07f5df729e1d93178c1808d4fc1d0b69 columnFamilyName A 2024-11-19T03:00:24,673 DEBUG [StoreOpener-07f5df729e1d93178c1808d4fc1d0b69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:24,674 INFO [StoreOpener-07f5df729e1d93178c1808d4fc1d0b69-1 {}] regionserver.HStore(327): Store=07f5df729e1d93178c1808d4fc1d0b69/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:00:24,674 INFO [StoreOpener-07f5df729e1d93178c1808d4fc1d0b69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:24,675 INFO [StoreOpener-07f5df729e1d93178c1808d4fc1d0b69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07f5df729e1d93178c1808d4fc1d0b69 columnFamilyName B 2024-11-19T03:00:24,675 DEBUG [StoreOpener-07f5df729e1d93178c1808d4fc1d0b69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:24,675 INFO [StoreOpener-07f5df729e1d93178c1808d4fc1d0b69-1 {}] regionserver.HStore(327): Store=07f5df729e1d93178c1808d4fc1d0b69/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:00:24,675 INFO [StoreOpener-07f5df729e1d93178c1808d4fc1d0b69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:24,675 INFO [StoreOpener-07f5df729e1d93178c1808d4fc1d0b69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07f5df729e1d93178c1808d4fc1d0b69 columnFamilyName C 2024-11-19T03:00:24,675 DEBUG [StoreOpener-07f5df729e1d93178c1808d4fc1d0b69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:24,676 INFO [StoreOpener-07f5df729e1d93178c1808d4fc1d0b69-1 {}] regionserver.HStore(327): Store=07f5df729e1d93178c1808d4fc1d0b69/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:00:24,676 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1038): replaying wal for 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:24,677 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:24,677 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:24,678 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1048): stopping wal replay for 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:24,678 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1060): Cleaning up temporary data for 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:24,678 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T03:00:24,680 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1093): writing seq id for 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:24,680 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1114): Opened 07f5df729e1d93178c1808d4fc1d0b69; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72731768, jitterRate=0.08378779888153076}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T03:00:24,680 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:24,681 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1006): Region open journal for 07f5df729e1d93178c1808d4fc1d0b69: Running coprocessor pre-open hook at 1731985224671Writing region info on filesystem at 1731985224671Initializing all the Stores at 1731985224671Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731985224672 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731985224672Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731985224672Cleaning up temporary data from old regions at 1731985224678 (+6 ms)Running coprocessor post-open hooks at 1731985224680 (+2 ms)Region opened successfully at 1731985224681 (+1 ms) 2024-11-19T03:00:24,682 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., pid=161, masterSystemTime=1731985224668 2024-11-19T03:00:24,683 DEBUG [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:24,683 INFO [RS_OPEN_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:24,684 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=159 updating hbase:meta row=07f5df729e1d93178c1808d4fc1d0b69, regionState=OPEN, openSeqNum=5, regionLocation=e93af88909ff,45689,1731985081997 2024-11-19T03:00:24,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=161, ppid=159, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 because future has completed 2024-11-19T03:00:24,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=159 2024-11-19T03:00:24,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=159, state=SUCCESS, hasLock=false; OpenRegionProcedure 07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 in 168 msec 2024-11-19T03:00:24,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-19T03:00:24,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=07f5df729e1d93178c1808d4fc1d0b69, REOPEN/MOVE in 485 msec 2024-11-19T03:00:24,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=158, resume processing ppid=157 2024-11-19T03:00:24,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, ppid=157, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 489 msec 2024-11-19T03:00:24,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 903 msec 2024-11-19T03:00:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157 2024-11-19T03:00:24,693 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:00:24,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1236062f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:24,693 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T03:00:24,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:00:24,694 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T03:00:24,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:00:24,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T03:00:24,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601b49e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:24,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T03:00:24,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:00:24,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:24,695 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:00:24,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49747f8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:24,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a3e32a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:24,697 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T03:00:24,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:00:24,697 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T03:00:24,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:00:24,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T03:00:24,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61c3334b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:24,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T03:00:24,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:00:24,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:24,698 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:00:24,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58734200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:24,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556fc022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:24,699 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T03:00:24,699 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:00:24,700 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T03:00:24,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:00:24,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T03:00:24,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5152b121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:24,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T03:00:24,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:00:24,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:24,701 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:00:24,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a42255d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:24,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77590f25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:24,702 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T03:00:24,702 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:00:24,702 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T03:00:24,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:00:24,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T03:00:24,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b5fb7ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:24,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T03:00:24,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:00:24,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:24,703 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56900, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:00:24,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@acc519a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:24,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99b73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:24,704 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T03:00:24,704 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:00:24,705 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T03:00:24,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:00:24,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T03:00:24,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b93a5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:24,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T03:00:24,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:00:24,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:24,706 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:00:24,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ffc2e20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:24,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6deae39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:24,707 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T03:00:24,707 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:00:24,707 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T03:00:24,707 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:00:24,707 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T03:00:24,707 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103e7eb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:24,707 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T03:00:24,707 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:00:24,708 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:24,708 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:00:24,708 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57233546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:24,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb7cff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:24,709 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T03:00:24,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:00:24,710 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T03:00:24,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:00:24,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T03:00:24,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440d155e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:24,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T03:00:24,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:00:24,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:24,711 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:00:24,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57e0e53a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:24,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ae597b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:24,711 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T03:00:24,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:00:24,712 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T03:00:24,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:00:24,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T03:00:24,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b71ebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:24,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T03:00:24,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:00:24,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:24,713 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:00:24,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ad0f3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:24,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39174ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:24,714 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T03:00:24,714 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:00:24,715 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T03:00:24,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:00:24,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T03:00:24,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5117ebb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:24,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T03:00:24,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:00:24,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:24,716 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56978, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:00:24,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f57c200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:24,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8fc71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:24,717 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e93af88909ff,34879,-1 for getting cluster id 2024-11-19T03:00:24,717 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:00:24,718 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a737442-ce74-4c15-a2ee-df53032b6161' 2024-11-19T03:00:24,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:00:24,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a737442-ce74-4c15-a2ee-df53032b6161" 2024-11-19T03:00:24,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@531bf43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:24,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e93af88909ff,34879,-1] 2024-11-19T03:00:24,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:00:24,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:24,719 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57002, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:00:24,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61dbed77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:00:24,720 DEBUG [Thread-2603 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:00:24,720 DEBUG [Thread-2614 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:00:24,720 DEBUG [Thread-2601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:00:24,720 DEBUG [Thread-2605 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:00:24,720 DEBUG [Thread-2597 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:00:24,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T03:00:24,720 DEBUG [Thread-2599 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:00:24,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T03:00:24,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T03:00:24,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T03:00:24,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:00:24,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:00:24,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:00:24,721 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:00:24,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T03:00:24,721 DEBUG [Thread-2616 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:00:24,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:00:24,721 DEBUG [Thread-2610 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:00:24,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59718, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:00:24,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59720, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:00:24,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T03:00:24,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T03:00:24,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:00:24,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:00:24,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:00:24,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:00:24,722 DEBUG [Thread-2608 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:00:24,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:00:24,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T03:00:24,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:00:24,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5] 2024-11-19T03:00:24,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59774, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:00:24,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59766, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:00:24,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5] 2024-11-19T03:00:24,724 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T03:00:24,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59790, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:00:24,724 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:00:24,724 DEBUG [Thread-2612 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:00:24,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59794, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:00:24,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e93af88909ff,45689,1731985081997, seqNum=-1] 2024-11-19T03:00:24,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:00:24,726 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T03:00:24,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5] 2024-11-19T03:00:24,727 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5] 2024-11-19T03:00:24,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59808, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:00:24,728 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5] 2024-11-19T03:00:24,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5] 2024-11-19T03:00:24,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5] 2024-11-19T03:00:24,728 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5] 2024-11-19T03:00:24,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5] 2024-11-19T03:00:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-19T03:00:24,731 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:00:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-19T03:00:24,731 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5] 2024-11-19T03:00:24,731 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:00:24,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:00:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:24,734 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:00:24,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 07f5df729e1d93178c1808d4fc1d0b69 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T03:00:24,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111998dd305fedb94d8d93d0635e6a083779_07f5df729e1d93178c1808d4fc1d0b69 is 50, key is test_row_0/A:col10/1731985224732/Put/seqid=0 2024-11-19T03:00:24,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742414_1590 (size=12154) 2024-11-19T03:00:24,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59718 deadline: 1731985284786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:24,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:24,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:24,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1731985284787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:24,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:24,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:24,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:24,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59766 deadline: 1731985284788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:24,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:24,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59750 deadline: 1731985284788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:24,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:24,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985284789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:24,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:24,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:24,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:24,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:24,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:24,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:24,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:24,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-19T03:00:24,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-19T03:00:24,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:24,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:24,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:24,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:24,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:24,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1731985284899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:24,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59750 deadline: 1731985284899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:24,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:24,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:24,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:24,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:24,903 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:24,903 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:24,903 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985284899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:24,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:24,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:24,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:24,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59718 deadline: 1731985284899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:24,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:24,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:24,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59766 deadline: 1731985284899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:24,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:24,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:24,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:24,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:25,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-19T03:00:25,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:25,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:25,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:25,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:25,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-19T03:00:25,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1731985285109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:25,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:25,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:25,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:25,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985285109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:25,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:25,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:25,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:25,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59750 deadline: 1731985285109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:25,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:25,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:25,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:25,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59718 deadline: 1731985285109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:25,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:25,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:25,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:25,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59766 deadline: 1731985285109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:25,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:25,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:25,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:25,178 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:25,181 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111998dd305fedb94d8d93d0635e6a083779_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111998dd305fedb94d8d93d0635e6a083779_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:25,183 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/6d727af06165449d9dcff671405a7615, store: [table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:25,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/6d727af06165449d9dcff671405a7615 is 175, key is test_row_0/A:col10/1731985224732/Put/seqid=0 2024-11-19T03:00:25,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-19T03:00:25,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:25,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:25,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:25,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:25,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:25,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742415_1591 (size=30955) 2024-11-19T03:00:25,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-19T03:00:25,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:25,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:25,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:25,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:25,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-19T03:00:25,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1731985285419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:25,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:25,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:25,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:25,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985285419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:25,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:25,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59750 deadline: 1731985285419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:25,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:25,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:25,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:25,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:25,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59718 deadline: 1731985285419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:25,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:25,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:25,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:25,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59766 deadline: 1731985285419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:25,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:25,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:25,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:25,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:25,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-19T03:00:25,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:25,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:25,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:25,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:25,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:25,610 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/6d727af06165449d9dcff671405a7615 2024-11-19T03:00:25,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/29a90ebe1c2c43f7aa23a9c31d2c645e is 50, key is test_row_0/B:col10/1731985224732/Put/seqid=0 2024-11-19T03:00:25,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-19T03:00:25,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:25,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:25,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:25,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:25,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:25,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742416_1592 (size=12001) 2024-11-19T03:00:25,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/29a90ebe1c2c43f7aa23a9c31d2c645e 2024-11-19T03:00:25,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/d6f2a1cd43814a85af5c3dfcbd95a231 is 50, key is test_row_0/C:col10/1731985224732/Put/seqid=0 2024-11-19T03:00:25,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742417_1593 (size=12001) 2024-11-19T03:00:25,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-19T03:00:25,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:25,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:25,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:25,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:25,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-19T03:00:25,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:25,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1731985285929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:25,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:25,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985285930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:25,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:25,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:25,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59750 deadline: 1731985285930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:25,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:25,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:25,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:25,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:25,933 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59718 deadline: 1731985285930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:25,933 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:25,933 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:25,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59766 deadline: 1731985285930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:25,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-19T03:00:25,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:25,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:25,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:25,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:25,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:26,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/d6f2a1cd43814a85af5c3dfcbd95a231 2024-11-19T03:00:26,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/6d727af06165449d9dcff671405a7615 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/6d727af06165449d9dcff671405a7615 2024-11-19T03:00:26,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/6d727af06165449d9dcff671405a7615, entries=150, sequenceid=17, filesize=30.2 K 2024-11-19T03:00:26,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/29a90ebe1c2c43f7aa23a9c31d2c645e as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/29a90ebe1c2c43f7aa23a9c31d2c645e 2024-11-19T03:00:26,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/29a90ebe1c2c43f7aa23a9c31d2c645e, entries=150, sequenceid=17, filesize=11.7 K 2024-11-19T03:00:26,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/d6f2a1cd43814a85af5c3dfcbd95a231 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/d6f2a1cd43814a85af5c3dfcbd95a231 2024-11-19T03:00:26,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/d6f2a1cd43814a85af5c3dfcbd95a231, entries=150, sequenceid=17, filesize=11.7 K 2024-11-19T03:00:26,100 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 07f5df729e1d93178c1808d4fc1d0b69 in 1366ms, sequenceid=17, compaction requested=false 2024-11-19T03:00:26,100 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-19T03:00:26,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:26,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-19T03:00:26,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:26,111 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 07f5df729e1d93178c1808d4fc1d0b69 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T03:00:26,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119140876a635bc48eb81f98c6621a73193_07f5df729e1d93178c1808d4fc1d0b69 is 50, key is test_row_0/A:col10/1731985224786/Put/seqid=0 2024-11-19T03:00:26,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742418_1594 (size=12154) 2024-11-19T03:00:26,348 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T03:00:26,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:26,525 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119140876a635bc48eb81f98c6621a73193_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119140876a635bc48eb81f98c6621a73193_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:26,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/56ccea42f82d450985f925b53988189f, store: [table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:26,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/56ccea42f82d450985f925b53988189f is 175, key is test_row_0/A:col10/1731985224786/Put/seqid=0 2024-11-19T03:00:26,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742419_1595 (size=30955) 2024-11-19T03:00:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-19T03:00:26,931 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/56ccea42f82d450985f925b53988189f 2024-11-19T03:00:26,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/8b4071638e104eeb9faec516e1720671 is 50, key is test_row_0/B:col10/1731985224786/Put/seqid=0 2024-11-19T03:00:26,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:26,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742420_1596 (size=12001) 2024-11-19T03:00:26,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59750 deadline: 1731985286950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:26,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:26,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59718 deadline: 1731985286950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:26,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:26,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:26,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:26,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:26,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:26,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1731985286951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:26,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:26,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:26,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:26,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985286953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:26,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59766 deadline: 1731985286954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:26,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:26,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:26,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:26,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:26,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:26,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:27,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59750 deadline: 1731985287059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:27,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:27,062 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59718 deadline: 1731985287059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:27,062 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:27,062 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:27,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:27,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:27,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1731985287059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:27,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:27,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:27,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:27,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:27,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985287069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:27,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:27,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59766 deadline: 1731985287069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:27,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:27,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:27,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:27,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:27,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:27,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59750 deadline: 1731985287269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:27,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:27,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:27,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:27,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59718 deadline: 1731985287269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:27,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:27,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:27,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:27,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1731985287269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:27,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:27,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:27,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:27,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985287279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:27,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:27,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:27,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59766 deadline: 1731985287279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:27,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:27,283 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:27,283 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:27,283 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:27,342 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/8b4071638e104eeb9faec516e1720671 2024-11-19T03:00:27,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/c162566e0d9c4f6aa542a11a9dd19aa0 is 50, key is test_row_0/C:col10/1731985224786/Put/seqid=0 2024-11-19T03:00:27,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742421_1597 (size=12001) 2024-11-19T03:00:27,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59750 deadline: 1731985287579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:27,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:27,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:27,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59718 deadline: 1731985287579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:27,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:27,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:27,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1731985287579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:27,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:27,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:27,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:27,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:27,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:27,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:27,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985287589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:27,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:27,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:27,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:27,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:27,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59766 deadline: 1731985287589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:27,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:27,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:27,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:27,752 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/c162566e0d9c4f6aa542a11a9dd19aa0 2024-11-19T03:00:27,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/56ccea42f82d450985f925b53988189f as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/56ccea42f82d450985f925b53988189f 2024-11-19T03:00:27,759 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/56ccea42f82d450985f925b53988189f, entries=150, sequenceid=41, filesize=30.2 K 2024-11-19T03:00:27,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/8b4071638e104eeb9faec516e1720671 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/8b4071638e104eeb9faec516e1720671 2024-11-19T03:00:27,762 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/8b4071638e104eeb9faec516e1720671, entries=150, sequenceid=41, filesize=11.7 K 2024-11-19T03:00:27,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/c162566e0d9c4f6aa542a11a9dd19aa0 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/c162566e0d9c4f6aa542a11a9dd19aa0 2024-11-19T03:00:27,765 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/c162566e0d9c4f6aa542a11a9dd19aa0, entries=150, sequenceid=41, filesize=11.7 K 2024-11-19T03:00:27,766 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 07f5df729e1d93178c1808d4fc1d0b69 in 1655ms, sequenceid=41, compaction requested=false 2024-11-19T03:00:27,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:27,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:27,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-19T03:00:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-19T03:00:27,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-19T03:00:27,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0370 sec 2024-11-19T03:00:27,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 3.0440 sec 2024-11-19T03:00:28,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:28,090 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:00:28,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 07f5df729e1d93178c1808d4fc1d0b69 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T03:00:28,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119705cb270f1f44a0680aaba39ed8a6351_07f5df729e1d93178c1808d4fc1d0b69 is 50, key is test_row_0/A:col10/1731985226945/Put/seqid=0 2024-11-19T03:00:28,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742422_1598 (size=12154) 2024-11-19T03:00:28,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:28,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985288111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:28,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:28,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59718 deadline: 1731985288112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:28,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:28,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:28,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:28,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1731985288113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:28,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:28,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:28,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59750 deadline: 1731985288114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:28,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:28,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:28,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59766 deadline: 1731985288116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:28,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:28,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:28,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985288218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:28,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:28,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59718 deadline: 1731985288219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:28,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:28,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:28,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:28,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1731985288229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:28,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:28,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59750 deadline: 1731985288229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:28,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:28,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:28,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:28,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59766 deadline: 1731985288229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:28,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:28,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985288429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:28,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:28,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59718 deadline: 1731985288429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:28,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:28,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1731985288439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:28,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59750 deadline: 1731985288439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59766 deadline: 1731985288439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:28,501 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:28,504 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119705cb270f1f44a0680aaba39ed8a6351_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119705cb270f1f44a0680aaba39ed8a6351_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:28,505 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/32c408299f2044d1927376576823bbf7, store: [table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:28,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/32c408299f2044d1927376576823bbf7 is 175, key is test_row_0/A:col10/1731985226945/Put/seqid=0 2024-11-19T03:00:28,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742423_1599 (size=30955) 2024-11-19T03:00:28,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985288739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:28,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:28,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59718 deadline: 1731985288739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:28,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:28,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:28,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1731985288749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:28,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:28,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59750 deadline: 1731985288749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:28,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:28,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59766 deadline: 1731985288750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:28,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:28,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-19T03:00:28,899 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:00:28,900 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T03:00:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-19T03:00:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-19T03:00:28,902 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:00:28,902 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:00:28,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:00:28,909 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/32c408299f2044d1927376576823bbf7 2024-11-19T03:00:28,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/b73bcb7a2030458fa2fce57c8c07d5be is 50, key is test_row_0/B:col10/1731985226945/Put/seqid=0 2024-11-19T03:00:28,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742424_1600 (size=12001) 2024-11-19T03:00:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-19T03:00:29,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-19T03:00:29,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:29,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:29,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:29,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:29,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:29,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-19T03:00:29,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:29,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:29,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:29,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:29,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-19T03:00:29,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985289249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:29,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59718 deadline: 1731985289249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:29,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:29,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:29,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:29,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:29,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:29,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:29,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1731985289259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:29,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:29,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:29,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59750 deadline: 1731985289259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:29,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:29,262 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:29,262 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:29,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:29,262 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59766 deadline: 1731985289259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:29,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:29,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:29,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:29,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/b73bcb7a2030458fa2fce57c8c07d5be 2024-11-19T03:00:29,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/d3ed8ff867ac4327bc07ec1a30a7ff8e is 50, key is test_row_0/C:col10/1731985226945/Put/seqid=0 2024-11-19T03:00:29,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742425_1601 (size=12001) 2024-11-19T03:00:29,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/d3ed8ff867ac4327bc07ec1a30a7ff8e 2024-11-19T03:00:29,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/32c408299f2044d1927376576823bbf7 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/32c408299f2044d1927376576823bbf7 2024-11-19T03:00:29,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/32c408299f2044d1927376576823bbf7, entries=150, sequenceid=54, filesize=30.2 K 2024-11-19T03:00:29,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/b73bcb7a2030458fa2fce57c8c07d5be as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/b73bcb7a2030458fa2fce57c8c07d5be 2024-11-19T03:00:29,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/b73bcb7a2030458fa2fce57c8c07d5be, entries=150, sequenceid=54, filesize=11.7 K 2024-11-19T03:00:29,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/d3ed8ff867ac4327bc07ec1a30a7ff8e as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/d3ed8ff867ac4327bc07ec1a30a7ff8e 2024-11-19T03:00:29,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/d3ed8ff867ac4327bc07ec1a30a7ff8e, entries=150, sequenceid=54, filesize=11.7 K 2024-11-19T03:00:29,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 07f5df729e1d93178c1808d4fc1d0b69 in 1261ms, sequenceid=54, compaction requested=true 2024-11-19T03:00:29,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:29,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 07f5df729e1d93178c1808d4fc1d0b69:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:00:29,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:29,351 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:29,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 07f5df729e1d93178c1808d4fc1d0b69:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:00:29,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:29,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 07f5df729e1d93178c1808d4fc1d0b69:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:00:29,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:29,351 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:29,352 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:29,352 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 07f5df729e1d93178c1808d4fc1d0b69/B is initiating minor compaction (all files) 2024-11-19T03:00:29,352 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 07f5df729e1d93178c1808d4fc1d0b69/B in TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:29,352 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/29a90ebe1c2c43f7aa23a9c31d2c645e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/8b4071638e104eeb9faec516e1720671, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/b73bcb7a2030458fa2fce57c8c07d5be] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp, totalSize=35.2 K 2024-11-19T03:00:29,353 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 29a90ebe1c2c43f7aa23a9c31d2c645e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731985224732 2024-11-19T03:00:29,353 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:29,353 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b4071638e104eeb9faec516e1720671, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731985224779 2024-11-19T03:00:29,353 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 07f5df729e1d93178c1808d4fc1d0b69/A is initiating minor compaction (all files) 2024-11-19T03:00:29,353 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 07f5df729e1d93178c1808d4fc1d0b69/A in TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:29,353 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/6d727af06165449d9dcff671405a7615, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/56ccea42f82d450985f925b53988189f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/32c408299f2044d1927376576823bbf7] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp, totalSize=90.7 K 2024-11-19T03:00:29,353 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:29,353 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting b73bcb7a2030458fa2fce57c8c07d5be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731985226945 2024-11-19T03:00:29,353 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. files: [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/6d727af06165449d9dcff671405a7615, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/56ccea42f82d450985f925b53988189f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/32c408299f2044d1927376576823bbf7] 2024-11-19T03:00:29,354 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d727af06165449d9dcff671405a7615, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731985224732 2024-11-19T03:00:29,354 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56ccea42f82d450985f925b53988189f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731985224779 2024-11-19T03:00:29,354 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32c408299f2044d1927376576823bbf7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731985226945 2024-11-19T03:00:29,359 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 07f5df729e1d93178c1808d4fc1d0b69#B#compaction#521 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:29,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-19T03:00:29,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:29,360 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 07f5df729e1d93178c1808d4fc1d0b69 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T03:00:29,360 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/12d1350c23d94cdbba7416586a9346b0 is 50, key is test_row_0/B:col10/1731985226945/Put/seqid=0 2024-11-19T03:00:29,362 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:29,364 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119109afef2ad68433a89b6cd47bc57f026_07f5df729e1d93178c1808d4fc1d0b69 store=[table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:29,366 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119109afef2ad68433a89b6cd47bc57f026_07f5df729e1d93178c1808d4fc1d0b69, store=[table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:29,367 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119109afef2ad68433a89b6cd47bc57f026_07f5df729e1d93178c1808d4fc1d0b69 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:29,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742426_1602 (size=12104) 2024-11-19T03:00:29,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411190c0e158ffa5a46009922c6f174ab2c66_07f5df729e1d93178c1808d4fc1d0b69 is 50, key is test_row_0/A:col10/1731985228113/Put/seqid=0 2024-11-19T03:00:29,373 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/12d1350c23d94cdbba7416586a9346b0 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/12d1350c23d94cdbba7416586a9346b0 2024-11-19T03:00:29,377 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 07f5df729e1d93178c1808d4fc1d0b69/B of 07f5df729e1d93178c1808d4fc1d0b69 into 12d1350c23d94cdbba7416586a9346b0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:29,377 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:29,377 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., storeName=07f5df729e1d93178c1808d4fc1d0b69/B, priority=13, startTime=1731985229351; duration=0sec 2024-11-19T03:00:29,377 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:29,377 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 07f5df729e1d93178c1808d4fc1d0b69:B 2024-11-19T03:00:29,377 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:29,378 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:29,378 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 07f5df729e1d93178c1808d4fc1d0b69/C is initiating minor compaction (all files) 2024-11-19T03:00:29,378 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 07f5df729e1d93178c1808d4fc1d0b69/C in TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:29,378 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/d6f2a1cd43814a85af5c3dfcbd95a231, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/c162566e0d9c4f6aa542a11a9dd19aa0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/d3ed8ff867ac4327bc07ec1a30a7ff8e] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp, totalSize=35.2 K 2024-11-19T03:00:29,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742427_1603 (size=4469) 2024-11-19T03:00:29,378 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting d6f2a1cd43814a85af5c3dfcbd95a231, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731985224732 2024-11-19T03:00:29,379 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting c162566e0d9c4f6aa542a11a9dd19aa0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731985224779 2024-11-19T03:00:29,379 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting d3ed8ff867ac4327bc07ec1a30a7ff8e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731985226945 2024-11-19T03:00:29,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742428_1604 (size=12154) 2024-11-19T03:00:29,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:29,385 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 07f5df729e1d93178c1808d4fc1d0b69#C#compaction#524 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:29,385 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/02a66ed1ead8407b9769352bba7ece6e is 50, key is test_row_0/C:col10/1731985226945/Put/seqid=0 2024-11-19T03:00:29,387 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411190c0e158ffa5a46009922c6f174ab2c66_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411190c0e158ffa5a46009922c6f174ab2c66_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:29,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/5a3643d3844a47e8bb4605255bc27cc0, store: [table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:29,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/5a3643d3844a47e8bb4605255bc27cc0 is 175, key is test_row_0/A:col10/1731985228113/Put/seqid=0 2024-11-19T03:00:29,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742429_1605 (size=12104) 2024-11-19T03:00:29,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742430_1606 (size=30955) 2024-11-19T03:00:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-19T03:00:29,779 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 07f5df729e1d93178c1808d4fc1d0b69#A#compaction#522 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:29,780 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/9c98a4dbddfb454da07277c738a90e2e is 175, key is test_row_0/A:col10/1731985226945/Put/seqid=0 2024-11-19T03:00:29,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742431_1607 (size=31058) 2024-11-19T03:00:29,797 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/5a3643d3844a47e8bb4605255bc27cc0 2024-11-19T03:00:29,797 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/02a66ed1ead8407b9769352bba7ece6e as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/02a66ed1ead8407b9769352bba7ece6e 2024-11-19T03:00:29,802 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 07f5df729e1d93178c1808d4fc1d0b69/C of 07f5df729e1d93178c1808d4fc1d0b69 into 02a66ed1ead8407b9769352bba7ece6e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:29,802 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:29,802 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., storeName=07f5df729e1d93178c1808d4fc1d0b69/C, priority=13, startTime=1731985229351; duration=0sec 2024-11-19T03:00:29,803 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:29,803 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 07f5df729e1d93178c1808d4fc1d0b69:C 2024-11-19T03:00:29,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/9127f5d778254e10a123cb2e5fc25ac8 is 50, key is test_row_0/B:col10/1731985228113/Put/seqid=0 2024-11-19T03:00:29,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742432_1608 (size=12001) 2024-11-19T03:00:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-19T03:00:30,187 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/9c98a4dbddfb454da07277c738a90e2e as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/9c98a4dbddfb454da07277c738a90e2e 2024-11-19T03:00:30,191 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 07f5df729e1d93178c1808d4fc1d0b69/A of 07f5df729e1d93178c1808d4fc1d0b69 into 9c98a4dbddfb454da07277c738a90e2e(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:30,191 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:30,191 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., storeName=07f5df729e1d93178c1808d4fc1d0b69/A, priority=13, startTime=1731985229351; duration=0sec 2024-11-19T03:00:30,192 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:30,192 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 07f5df729e1d93178c1808d4fc1d0b69:A 2024-11-19T03:00:30,209 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/9127f5d778254e10a123cb2e5fc25ac8 2024-11-19T03:00:30,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/f7934864ee364e5488119afe728b4d67 is 50, key is test_row_0/C:col10/1731985228113/Put/seqid=0 2024-11-19T03:00:30,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742433_1609 (size=12001) 2024-11-19T03:00:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:30,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:30,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59766 deadline: 1731985290273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:30,279 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:30,279 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,279 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59718 deadline: 1731985290277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:30,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:30,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1731985290278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:30,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59750 deadline: 1731985290279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:30,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:30,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985290279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:30,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:30,284 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_0' in 07f5df729e1d93178c1808d4fc1d0b69 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T03:00:30,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:30,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59766 deadline: 1731985290389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:30,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:30,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59718 deadline: 1731985290389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:30,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:30,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1731985290389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:30,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:30,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985290389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:30,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:30,412 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T03:00:30,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:30,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59766 deadline: 1731985290599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:30,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:30,602 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59718 deadline: 1731985290599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:30,602 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,602 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:30,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:30,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1731985290599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:30,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:30,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985290599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:30,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:30,623 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/f7934864ee364e5488119afe728b4d67 2024-11-19T03:00:30,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/5a3643d3844a47e8bb4605255bc27cc0 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/5a3643d3844a47e8bb4605255bc27cc0 2024-11-19T03:00:30,630 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/5a3643d3844a47e8bb4605255bc27cc0, entries=150, sequenceid=77, filesize=30.2 K 2024-11-19T03:00:30,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/9127f5d778254e10a123cb2e5fc25ac8 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/9127f5d778254e10a123cb2e5fc25ac8 2024-11-19T03:00:30,634 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/9127f5d778254e10a123cb2e5fc25ac8, entries=150, sequenceid=77, filesize=11.7 K 2024-11-19T03:00:30,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/f7934864ee364e5488119afe728b4d67 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/f7934864ee364e5488119afe728b4d67 2024-11-19T03:00:30,638 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/f7934864ee364e5488119afe728b4d67, entries=150, sequenceid=77, filesize=11.7 K 2024-11-19T03:00:30,639 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 07f5df729e1d93178c1808d4fc1d0b69 in 1278ms, sequenceid=77, compaction requested=false 2024-11-19T03:00:30,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:30,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:30,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-19T03:00:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-19T03:00:30,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-19T03:00:30,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7380 sec 2024-11-19T03:00:30,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.7420 sec 2024-11-19T03:00:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:30,911 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:00:30,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 07f5df729e1d93178c1808d4fc1d0b69 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T03:00:30,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119c3436a537d6644719ad5c3be782241d3_07f5df729e1d93178c1808d4fc1d0b69 is 50, key is test_row_0/A:col10/1731985230276/Put/seqid=0 2024-11-19T03:00:30,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742434_1610 (size=12154) 2024-11-19T03:00:30,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1731985290936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:30,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:30,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59766 deadline: 1731985290936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:30,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:30,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:30,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985290937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:30,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:30,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:30,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59718 deadline: 1731985290939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:30,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:30,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:31,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59766 deadline: 1731985291049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:31,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:31,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985291049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:31,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:31,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:31,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:31,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1731985291050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:31,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:31,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:31,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59718 deadline: 1731985291050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:31,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:31,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:31,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:31,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:31,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:31,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-19T03:00:31,059 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:00:31,060 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T03:00:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-19T03:00:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-19T03:00:31,061 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:00:31,062 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:00:31,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:00:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-19T03:00:31,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-19T03:00:31,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:31,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:31,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:31,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:31,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:31,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59766 deadline: 1731985291259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:31,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:31,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:31,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985291259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:31,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:31,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1731985291259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:31,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59718 deadline: 1731985291259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:31,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:31,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:31,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:31,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:31,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:31,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:31,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:31,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:31,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:31,322 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:31,325 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119c3436a537d6644719ad5c3be782241d3_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c3436a537d6644719ad5c3be782241d3_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:31,326 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/dbd9af4be5194ef69b36838431f7cf1d, store: [table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:31,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/dbd9af4be5194ef69b36838431f7cf1d is 175, key is test_row_0/A:col10/1731985230276/Put/seqid=0 2024-11-19T03:00:31,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742435_1611 (size=30955) 2024-11-19T03:00:31,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-19T03:00:31,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:31,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:31,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:31,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:31,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-19T03:00:31,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-19T03:00:31,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:31,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:31,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:31,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:31,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:31,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59766 deadline: 1731985291569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:31,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:31,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:31,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:31,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985291569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:31,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59718 deadline: 1731985291569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:31,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:31,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:31,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:31,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:31,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:31,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1731985291570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:31,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:31,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:31,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:31,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:31,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-19T03:00:31,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:31,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:31,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:31,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:31,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-19T03:00:31,729 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-19T03:00:31,729 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-19T03:00:31,730 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/dbd9af4be5194ef69b36838431f7cf1d 2024-11-19T03:00:31,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/2970090611d14bd98bebd001c6217f3d is 50, key is test_row_0/B:col10/1731985230276/Put/seqid=0 2024-11-19T03:00:31,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742436_1612 (size=12001) 2024-11-19T03:00:31,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-19T03:00:31,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:31,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:31,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:31,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:31,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:31,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-19T03:00:31,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:31,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:31,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:31,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:31,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:31,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:32,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59766 deadline: 1731985292079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:32,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:32,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:32,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:32,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:32,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985292080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:32,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:32,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59718 deadline: 1731985292080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:32,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:32,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:32,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:32,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:32,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1731985292080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:32,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:32,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:32,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:32,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:32,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-19T03:00:32,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:32,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:32,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:32,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:32,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:32,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/2970090611d14bd98bebd001c6217f3d 2024-11-19T03:00:32,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/1c9fe152a3da48a3aa6ca11e9693fb95 is 50, key is test_row_0/C:col10/1731985230276/Put/seqid=0 2024-11-19T03:00:32,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742437_1613 (size=12001) 2024-11-19T03:00:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-19T03:00:32,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-19T03:00:32,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:32,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:32,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:32,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:32,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:32,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:32,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:32,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59750 deadline: 1731985292298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:32,302 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_0' in 07f5df729e1d93178c1808d4fc1d0b69 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T03:00:32,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:32,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:32,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:32,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-19T03:00:32,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:32,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:32,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:32,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:32,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:32,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/1c9fe152a3da48a3aa6ca11e9693fb95 2024-11-19T03:00:32,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/dbd9af4be5194ef69b36838431f7cf1d as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/dbd9af4be5194ef69b36838431f7cf1d 2024-11-19T03:00:32,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/dbd9af4be5194ef69b36838431f7cf1d, entries=150, sequenceid=94, filesize=30.2 K 2024-11-19T03:00:32,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/2970090611d14bd98bebd001c6217f3d as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/2970090611d14bd98bebd001c6217f3d 2024-11-19T03:00:32,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/2970090611d14bd98bebd001c6217f3d, entries=150, sequenceid=94, filesize=11.7 K 2024-11-19T03:00:32,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/1c9fe152a3da48a3aa6ca11e9693fb95 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/1c9fe152a3da48a3aa6ca11e9693fb95 2024-11-19T03:00:32,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/1c9fe152a3da48a3aa6ca11e9693fb95, entries=150, sequenceid=94, filesize=11.7 K 2024-11-19T03:00:32,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 07f5df729e1d93178c1808d4fc1d0b69 in 1654ms, sequenceid=94, compaction requested=true 2024-11-19T03:00:32,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:32,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 07f5df729e1d93178c1808d4fc1d0b69:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:00:32,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:32,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 07f5df729e1d93178c1808d4fc1d0b69:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:00:32,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:32,565 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:32,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 07f5df729e1d93178c1808d4fc1d0b69:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:00:32,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:32,565 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:32,566 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:32,566 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:32,566 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 07f5df729e1d93178c1808d4fc1d0b69/B is initiating minor compaction (all files) 2024-11-19T03:00:32,566 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 07f5df729e1d93178c1808d4fc1d0b69/A is initiating minor compaction (all files) 2024-11-19T03:00:32,566 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 07f5df729e1d93178c1808d4fc1d0b69/B in TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:32,566 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 07f5df729e1d93178c1808d4fc1d0b69/A in TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:32,566 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/9c98a4dbddfb454da07277c738a90e2e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/5a3643d3844a47e8bb4605255bc27cc0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/dbd9af4be5194ef69b36838431f7cf1d] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp, totalSize=90.8 K 2024-11-19T03:00:32,566 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/12d1350c23d94cdbba7416586a9346b0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/9127f5d778254e10a123cb2e5fc25ac8, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/2970090611d14bd98bebd001c6217f3d] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp, totalSize=35.3 K 2024-11-19T03:00:32,566 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:32,566 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. files: [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/9c98a4dbddfb454da07277c738a90e2e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/5a3643d3844a47e8bb4605255bc27cc0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/dbd9af4be5194ef69b36838431f7cf1d] 2024-11-19T03:00:32,567 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 12d1350c23d94cdbba7416586a9346b0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731985226945 2024-11-19T03:00:32,567 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c98a4dbddfb454da07277c738a90e2e, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731985226945 2024-11-19T03:00:32,567 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 9127f5d778254e10a123cb2e5fc25ac8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731985228107 2024-11-19T03:00:32,567 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a3643d3844a47e8bb4605255bc27cc0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731985228107 2024-11-19T03:00:32,567 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 2970090611d14bd98bebd001c6217f3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731985230276 2024-11-19T03:00:32,567 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbd9af4be5194ef69b36838431f7cf1d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731985230276 2024-11-19T03:00:32,572 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:32,572 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 07f5df729e1d93178c1808d4fc1d0b69#B#compaction#530 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:32,573 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/43b6a44e6a9447a2b6105cb5837dcf58 is 50, key is test_row_0/B:col10/1731985230276/Put/seqid=0 2024-11-19T03:00:32,575 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411194cbf582b9a2f426181340d38d197cdab_07f5df729e1d93178c1808d4fc1d0b69 store=[table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:32,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742438_1614 (size=12207) 2024-11-19T03:00:32,577 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411194cbf582b9a2f426181340d38d197cdab_07f5df729e1d93178c1808d4fc1d0b69, store=[table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:32,577 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411194cbf582b9a2f426181340d38d197cdab_07f5df729e1d93178c1808d4fc1d0b69 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:32,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742439_1615 (size=4469) 2024-11-19T03:00:32,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-19T03:00:32,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:32,592 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 07f5df729e1d93178c1808d4fc1d0b69 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-19T03:00:32,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111938c0d1112d47471cb6728319eb6e0134_07f5df729e1d93178c1808d4fc1d0b69 is 50, key is test_row_0/A:col10/1731985230937/Put/seqid=0 2024-11-19T03:00:32,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742440_1616 (size=12154) 2024-11-19T03:00:32,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,604 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111938c0d1112d47471cb6728319eb6e0134_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111938c0d1112d47471cb6728319eb6e0134_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:32,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/61ccffb377d14c519396f08f2996800b, store: [table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:32,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/61ccffb377d14c519396f08f2996800b is 175, key is test_row_0/A:col10/1731985230937/Put/seqid=0 2024-11-19T03:00:32,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742441_1617 (size=30955) 2024-11-19T03:00:32,608 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/61ccffb377d14c519396f08f2996800b 2024-11-19T03:00:32,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/f25d9cc326db4faba7d974d163e94b10 is 50, key is test_row_0/B:col10/1731985230937/Put/seqid=0 2024-11-19T03:00:32,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742442_1618 (size=12001) 2024-11-19T03:00:32,628 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/f25d9cc326db4faba7d974d163e94b10 2024-11-19T03:00:32,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/766b391f1c624fe1ae9365cf7bbea479 is 50, key is test_row_0/C:col10/1731985230937/Put/seqid=0 2024-11-19T03:00:32,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742443_1619 (size=12001) 2024-11-19T03:00:32,640 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/766b391f1c624fe1ae9365cf7bbea479 2024-11-19T03:00:32,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/61ccffb377d14c519396f08f2996800b as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/61ccffb377d14c519396f08f2996800b 2024-11-19T03:00:32,648 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/61ccffb377d14c519396f08f2996800b, entries=150, sequenceid=116, filesize=30.2 K 2024-11-19T03:00:32,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/f25d9cc326db4faba7d974d163e94b10 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/f25d9cc326db4faba7d974d163e94b10 2024-11-19T03:00:32,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,652 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/f25d9cc326db4faba7d974d163e94b10, entries=150, sequenceid=116, filesize=11.7 K 2024-11-19T03:00:32,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/766b391f1c624fe1ae9365cf7bbea479 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/766b391f1c624fe1ae9365cf7bbea479 2024-11-19T03:00:32,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,656 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/766b391f1c624fe1ae9365cf7bbea479, entries=150, sequenceid=116, filesize=11.7 K 2024-11-19T03:00:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,657 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 07f5df729e1d93178c1808d4fc1d0b69 in 65ms, sequenceid=116, compaction requested=true 2024-11-19T03:00:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:32,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:32,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-19T03:00:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-19T03:00:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-19T03:00:32,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5970 sec 2024-11-19T03:00:32,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 1.6010 sec 2024-11-19T03:00:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,981 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/43b6a44e6a9447a2b6105cb5837dcf58 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/43b6a44e6a9447a2b6105cb5837dcf58 2024-11-19T03:00:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,981 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 07f5df729e1d93178c1808d4fc1d0b69#A#compaction#531 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,982 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/3e94cbceb0fc4e6d916cacb9583413f8 is 175, key is test_row_0/A:col10/1731985230276/Put/seqid=0 2024-11-19T03:00:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,987 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 07f5df729e1d93178c1808d4fc1d0b69/B of 07f5df729e1d93178c1808d4fc1d0b69 into 43b6a44e6a9447a2b6105cb5837dcf58(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:32,987 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:32,987 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., storeName=07f5df729e1d93178c1808d4fc1d0b69/B, priority=13, startTime=1731985232565; duration=0sec 2024-11-19T03:00:32,987 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:32,987 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 07f5df729e1d93178c1808d4fc1d0b69:B 2024-11-19T03:00:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,987 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:00:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742444_1620 (size=31161) 2024-11-19T03:00:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,990 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:00:32,990 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 07f5df729e1d93178c1808d4fc1d0b69/C is initiating minor compaction (all files) 2024-11-19T03:00:32,990 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 07f5df729e1d93178c1808d4fc1d0b69/C in TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:32,990 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/02a66ed1ead8407b9769352bba7ece6e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/f7934864ee364e5488119afe728b4d67, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/1c9fe152a3da48a3aa6ca11e9693fb95, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/766b391f1c624fe1ae9365cf7bbea479] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp, totalSize=47.0 K 2024-11-19T03:00:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,991 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 02a66ed1ead8407b9769352bba7ece6e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731985226945 2024-11-19T03:00:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,991 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting f7934864ee364e5488119afe728b4d67, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731985228107 2024-11-19T03:00:32,992 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c9fe152a3da48a3aa6ca11e9693fb95, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731985230276 2024-11-19T03:00:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,992 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 766b391f1c624fe1ae9365cf7bbea479, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731985230934 2024-11-19T03:00:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,995 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/3e94cbceb0fc4e6d916cacb9583413f8 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/3e94cbceb0fc4e6d916cacb9583413f8 2024-11-19T03:00:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,001 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 07f5df729e1d93178c1808d4fc1d0b69/A of 07f5df729e1d93178c1808d4fc1d0b69 into 3e94cbceb0fc4e6d916cacb9583413f8(size=30.4 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:33,001 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:33,001 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., storeName=07f5df729e1d93178c1808d4fc1d0b69/A, priority=13, startTime=1731985232565; duration=0sec 2024-11-19T03:00:33,001 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:33,001 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 07f5df729e1d93178c1808d4fc1d0b69:A 2024-11-19T03:00:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,001 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 07f5df729e1d93178c1808d4fc1d0b69#C#compaction#535 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,002 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/a813e7e71bfb4070999af1cacf7c4aff is 50, key is test_row_0/C:col10/1731985230937/Put/seqid=0 2024-11-19T03:00:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742445_1621 (size=12241) 2024-11-19T03:00:33,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,019 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/a813e7e71bfb4070999af1cacf7c4aff as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/a813e7e71bfb4070999af1cacf7c4aff 2024-11-19T03:00:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,024 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 07f5df729e1d93178c1808d4fc1d0b69/C of 07f5df729e1d93178c1808d4fc1d0b69 into a813e7e71bfb4070999af1cacf7c4aff(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:33,024 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,024 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., storeName=07f5df729e1d93178c1808d4fc1d0b69/C, priority=12, startTime=1731985232565; duration=0sec 2024-11-19T03:00:33,024 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:33,024 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 07f5df729e1d93178c1808d4fc1d0b69:C 2024-11-19T03:00:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:33,139 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:00:33,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 07f5df729e1d93178c1808d4fc1d0b69 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T03:00:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119a0c5e6427fa8445e9fffcb4863b4a840_07f5df729e1d93178c1808d4fc1d0b69 is 50, key is test_row_0/A:col10/1731985233132/Put/seqid=0 2024-11-19T03:00:33,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742447_1623 (size=24458) 2024-11-19T03:00:33,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-19T03:00:33,209 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:00:33,210 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T03:00:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-19T03:00:33,211 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:00:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-19T03:00:33,212 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:00:33,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:00:33,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985293180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:33,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:33,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:33,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:33,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:33,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1731985293221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:33,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:33,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:33,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:33,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59766 deadline: 1731985293221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:33,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:33,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:33,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59718 deadline: 1731985293221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:33,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:33,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:33,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:33,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-19T03:00:33,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985293329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:33,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:33,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:33,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:33,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1731985293340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:33,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59718 deadline: 1731985293340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:33,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59766 deadline: 1731985293340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:33,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-19T03:00:33,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:33,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:33,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:33,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:33,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:33,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-19T03:00:33,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:33,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:33,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:33,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:33,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-19T03:00:33,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985293538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:33,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:33,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1731985293549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:33,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59718 deadline: 1731985293549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:33,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:33,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:33,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:33,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59766 deadline: 1731985293549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:33,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:33,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:33,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:33,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:33,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:33,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:33,590 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:33,594 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119a0c5e6427fa8445e9fffcb4863b4a840_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119a0c5e6427fa8445e9fffcb4863b4a840_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:33,594 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/2efc9a4c89fe4ea782fdbb0332c336cf, store: [table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:33,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/2efc9a4c89fe4ea782fdbb0332c336cf is 175, key is test_row_0/A:col10/1731985233132/Put/seqid=0 2024-11-19T03:00:33,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742446_1622 (size=74094) 2024-11-19T03:00:33,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-19T03:00:33,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:33,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:33,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:33,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:33,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:33,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-19T03:00:33,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:33,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:33,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:33,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:33,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-19T03:00:33,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:33,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985293849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:33,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:33,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:33,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:33,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:33,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1731985293859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:33,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:33,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:33,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:33,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:33,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59766 deadline: 1731985293860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:33,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59718 deadline: 1731985293859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:33,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:33,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:33,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:33,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:33,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:33,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:33,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:33,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-19T03:00:33,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:33,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:33,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:33,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:33,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:33,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:33,999 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/2efc9a4c89fe4ea782fdbb0332c336cf 2024-11-19T03:00:34,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/cabd524c3e52461780d4532e6d8b0049 is 50, key is test_row_0/B:col10/1731985233132/Put/seqid=0 2024-11-19T03:00:34,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742448_1624 (size=12051) 2024-11-19T03:00:34,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-19T03:00:34,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:34,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:34,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:34,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:34,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:34,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-19T03:00:34,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:34,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:34,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:34,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:34,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-19T03:00:34,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985294359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:34,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:34,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:34,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:34,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1731985294368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:34,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:34,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:34,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:34,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59766 deadline: 1731985294369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:34,372 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:34,372 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:34,372 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:34,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:34,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59718 deadline: 1731985294379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:34,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:34,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:34,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:34,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/cabd524c3e52461780d4532e6d8b0049 2024-11-19T03:00:34,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/27587ce585b8496db98eaa4bc214e661 is 50, key is test_row_0/C:col10/1731985233132/Put/seqid=0 2024-11-19T03:00:34,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742449_1625 (size=12051) 2024-11-19T03:00:34,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/27587ce585b8496db98eaa4bc214e661 2024-11-19T03:00:34,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/2efc9a4c89fe4ea782fdbb0332c336cf as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/2efc9a4c89fe4ea782fdbb0332c336cf 2024-11-19T03:00:34,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/2efc9a4c89fe4ea782fdbb0332c336cf, entries=400, sequenceid=130, filesize=72.4 K 2024-11-19T03:00:34,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/cabd524c3e52461780d4532e6d8b0049 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/cabd524c3e52461780d4532e6d8b0049 2024-11-19T03:00:34,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/cabd524c3e52461780d4532e6d8b0049, entries=150, sequenceid=130, filesize=11.8 K 2024-11-19T03:00:34,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/27587ce585b8496db98eaa4bc214e661 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/27587ce585b8496db98eaa4bc214e661 2024-11-19T03:00:34,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-19T03:00:34,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:34,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:34,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:34,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:34,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:34,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/27587ce585b8496db98eaa4bc214e661, entries=150, sequenceid=130, filesize=11.8 K 2024-11-19T03:00:34,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 07f5df729e1d93178c1808d4fc1d0b69 in 1301ms, sequenceid=130, compaction requested=true 2024-11-19T03:00:34,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:34,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 07f5df729e1d93178c1808d4fc1d0b69:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:00:34,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:34,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 07f5df729e1d93178c1808d4fc1d0b69:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:00:34,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:34,441 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:34,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 07f5df729e1d93178c1808d4fc1d0b69:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:00:34,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-19T03:00:34,441 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:34,442 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136210 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:34,442 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 07f5df729e1d93178c1808d4fc1d0b69/A is initiating minor compaction (all files) 2024-11-19T03:00:34,442 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 07f5df729e1d93178c1808d4fc1d0b69/A in TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:34,442 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/3e94cbceb0fc4e6d916cacb9583413f8, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/61ccffb377d14c519396f08f2996800b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/2efc9a4c89fe4ea782fdbb0332c336cf] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp, totalSize=133.0 K 2024-11-19T03:00:34,442 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:34,442 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. files: [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/3e94cbceb0fc4e6d916cacb9583413f8, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/61ccffb377d14c519396f08f2996800b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/2efc9a4c89fe4ea782fdbb0332c336cf] 2024-11-19T03:00:34,442 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:34,443 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 07f5df729e1d93178c1808d4fc1d0b69/B is initiating minor compaction (all files) 2024-11-19T03:00:34,443 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 07f5df729e1d93178c1808d4fc1d0b69/B in TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:34,443 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/43b6a44e6a9447a2b6105cb5837dcf58, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/f25d9cc326db4faba7d974d163e94b10, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/cabd524c3e52461780d4532e6d8b0049] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp, totalSize=35.4 K 2024-11-19T03:00:34,443 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e94cbceb0fc4e6d916cacb9583413f8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731985230276 2024-11-19T03:00:34,443 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 43b6a44e6a9447a2b6105cb5837dcf58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731985230276 2024-11-19T03:00:34,444 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting f25d9cc326db4faba7d974d163e94b10, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731985230934 2024-11-19T03:00:34,444 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61ccffb377d14c519396f08f2996800b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731985230934 2024-11-19T03:00:34,444 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting cabd524c3e52461780d4532e6d8b0049, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731985233110 2024-11-19T03:00:34,444 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2efc9a4c89fe4ea782fdbb0332c336cf, keycount=400, bloomtype=ROW, size=72.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731985233110 2024-11-19T03:00:34,454 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 07f5df729e1d93178c1808d4fc1d0b69#B#compaction#539 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:34,455 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/d0b39024943b4e1e8ed3d0c17df87a5a is 50, key is test_row_0/B:col10/1731985233132/Put/seqid=0 2024-11-19T03:00:34,456 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:34,461 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111909ea99479c324a9085c7709ab7801f38_07f5df729e1d93178c1808d4fc1d0b69 store=[table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:34,466 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111909ea99479c324a9085c7709ab7801f38_07f5df729e1d93178c1808d4fc1d0b69, store=[table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:34,466 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111909ea99479c324a9085c7709ab7801f38_07f5df729e1d93178c1808d4fc1d0b69 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:34,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742451_1627 (size=4469) 2024-11-19T03:00:34,477 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 07f5df729e1d93178c1808d4fc1d0b69#A#compaction#540 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:34,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742450_1626 (size=12359) 2024-11-19T03:00:34,479 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/80b81ebf2a0544c88d490fec6a0e90fd is 175, key is test_row_0/A:col10/1731985233132/Put/seqid=0 2024-11-19T03:00:34,485 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/d0b39024943b4e1e8ed3d0c17df87a5a as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/d0b39024943b4e1e8ed3d0c17df87a5a 2024-11-19T03:00:34,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742452_1628 (size=31313) 2024-11-19T03:00:34,491 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 07f5df729e1d93178c1808d4fc1d0b69/B of 07f5df729e1d93178c1808d4fc1d0b69 into d0b39024943b4e1e8ed3d0c17df87a5a(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:34,491 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:34,491 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., storeName=07f5df729e1d93178c1808d4fc1d0b69/B, priority=13, startTime=1731985234441; duration=0sec 2024-11-19T03:00:34,491 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:34,491 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 07f5df729e1d93178c1808d4fc1d0b69:B 2024-11-19T03:00:34,491 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-19T03:00:34,493 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-19T03:00:34,493 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-19T03:00:34,493 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. because compaction request was cancelled 2024-11-19T03:00:34,493 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 07f5df729e1d93178c1808d4fc1d0b69:C 2024-11-19T03:00:34,495 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/80b81ebf2a0544c88d490fec6a0e90fd as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/80b81ebf2a0544c88d490fec6a0e90fd 2024-11-19T03:00:34,500 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 07f5df729e1d93178c1808d4fc1d0b69/A of 07f5df729e1d93178c1808d4fc1d0b69 into 80b81ebf2a0544c88d490fec6a0e90fd(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:34,501 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:34,501 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., storeName=07f5df729e1d93178c1808d4fc1d0b69/A, priority=13, startTime=1731985234441; duration=0sec 2024-11-19T03:00:34,501 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:34,501 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 07f5df729e1d93178c1808d4fc1d0b69:A 2024-11-19T03:00:34,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-19T03:00:34,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:34,591 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing 07f5df729e1d93178c1808d4fc1d0b69 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-19T03:00:34,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119c5eb7fec88c541f59acb58cccfb8b439_07f5df729e1d93178c1808d4fc1d0b69 is 50, key is test_row_0/A:col10/1731985233188/Put/seqid=0 2024-11-19T03:00:34,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742453_1629 (size=12304) 2024-11-19T03:00:35,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:35,006 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119c5eb7fec88c541f59acb58cccfb8b439_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c5eb7fec88c541f59acb58cccfb8b439_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:35,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/7a6071f7bbb34301a17c12dc7778d14e, store: [table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:35,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/7a6071f7bbb34301a17c12dc7778d14e is 175, key is test_row_0/A:col10/1731985233188/Put/seqid=0 2024-11-19T03:00:35,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742454_1630 (size=31105) 2024-11-19T03:00:35,029 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/7a6071f7bbb34301a17c12dc7778d14e 2024-11-19T03:00:35,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/b254fcdb5f4543bd92fb1fd81707c222 is 50, key is test_row_0/B:col10/1731985233188/Put/seqid=0 2024-11-19T03:00:35,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742455_1631 (size=12151) 2024-11-19T03:00:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-19T03:00:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:35,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:35,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1731985295389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:35,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59766 deadline: 1731985295389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:35,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59718 deadline: 1731985295389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:35,391 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_2' in 07f5df729e1d93178c1808d4fc1d0b69 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T03:00:35,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:35,391 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_2' in 07f5df729e1d93178c1808d4fc1d0b69 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T03:00:35,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:35,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:35,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:35,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:35,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:35,392 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_0' in 07f5df729e1d93178c1808d4fc1d0b69 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T03:00:35,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:35,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:35,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:35,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985295390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:35,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:35,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:35,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:35,454 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/b254fcdb5f4543bd92fb1fd81707c222 2024-11-19T03:00:35,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/67f503056fc9411e9d9bda457deced5d is 50, key is test_row_0/C:col10/1731985233188/Put/seqid=0 2024-11-19T03:00:35,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742456_1632 (size=12151) 2024-11-19T03:00:35,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985295499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:35,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:35,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:35,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:35,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985295708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:35,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:35,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:35,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:35,865 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/67f503056fc9411e9d9bda457deced5d 2024-11-19T03:00:35,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/7a6071f7bbb34301a17c12dc7778d14e as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/7a6071f7bbb34301a17c12dc7778d14e 2024-11-19T03:00:35,873 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/7a6071f7bbb34301a17c12dc7778d14e, entries=150, sequenceid=159, filesize=30.4 K 2024-11-19T03:00:35,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/b254fcdb5f4543bd92fb1fd81707c222 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/b254fcdb5f4543bd92fb1fd81707c222 2024-11-19T03:00:35,876 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/b254fcdb5f4543bd92fb1fd81707c222, entries=150, sequenceid=159, filesize=11.9 K 2024-11-19T03:00:35,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/67f503056fc9411e9d9bda457deced5d as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/67f503056fc9411e9d9bda457deced5d 2024-11-19T03:00:35,880 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/67f503056fc9411e9d9bda457deced5d, entries=150, sequenceid=159, filesize=11.9 K 2024-11-19T03:00:35,881 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 07f5df729e1d93178c1808d4fc1d0b69 in 1290ms, sequenceid=159, compaction requested=true 2024-11-19T03:00:35,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:35,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:35,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-19T03:00:35,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-19T03:00:35,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-19T03:00:35,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6700 sec 2024-11-19T03:00:35,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 2.6750 sec 2024-11-19T03:00:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:36,023 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:00:36,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 07f5df729e1d93178c1808d4fc1d0b69 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T03:00:36,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119f01bc40497b644eebe2042d7eff5439b_07f5df729e1d93178c1808d4fc1d0b69 is 50, key is test_row_0/A:col10/1731985236022/Put/seqid=0 2024-11-19T03:00:36,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742457_1633 (size=14794) 2024-11-19T03:00:36,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:36,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985296146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:36,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:36,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:36,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:36,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:36,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985296259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:36,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:36,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:36,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:36,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59750 deadline: 1731985296349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:36,351 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_0' in 07f5df729e1d93178c1808d4fc1d0b69 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8237 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T03:00:36,352 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:36,352 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:36,352 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:36,439 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:36,442 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119f01bc40497b644eebe2042d7eff5439b_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f01bc40497b644eebe2042d7eff5439b_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:36,442 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/e677575d3f42463f880f7c939de6f4c2, store: [table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:36,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/e677575d3f42463f880f7c939de6f4c2 is 175, key is test_row_0/A:col10/1731985236022/Put/seqid=0 2024-11-19T03:00:36,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742458_1634 (size=39749) 2024-11-19T03:00:36,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985296469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:36,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:36,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:36,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:36,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985296779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:36,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:36,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:36,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:36,847 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/e677575d3f42463f880f7c939de6f4c2 2024-11-19T03:00:36,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/e558a1290e054471bb22c199d3d50662 is 50, key is test_row_0/B:col10/1731985236022/Put/seqid=0 2024-11-19T03:00:36,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742459_1635 (size=12151) 2024-11-19T03:00:37,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/e558a1290e054471bb22c199d3d50662 2024-11-19T03:00:37,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/ecbf95a9874842c18999b84f5cd1b4b0 is 50, key is test_row_0/C:col10/1731985236022/Put/seqid=0 2024-11-19T03:00:37,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742460_1636 (size=12151) 2024-11-19T03:00:37,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985297289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:37,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:37,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:37,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-19T03:00:37,379 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:00:37,379 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T03:00:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-11-19T03:00:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-19T03:00:37,381 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:00:37,382 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:00:37,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:00:37,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59766 deadline: 1731985297399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:37,401 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_2' in 07f5df729e1d93178c1808d4fc1d0b69 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T03:00:37,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:37,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:37,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:37,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1731985297409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:37,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59718 deadline: 1731985297409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:37,413 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_2' in 07f5df729e1d93178c1808d4fc1d0b69 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T03:00:37,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:37,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:37,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:37,413 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_0' in 07f5df729e1d93178c1808d4fc1d0b69 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T03:00:37,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:37,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:37,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-19T03:00:37,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-19T03:00:37,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:37,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:37,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:37,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:37,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:37,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/ecbf95a9874842c18999b84f5cd1b4b0 2024-11-19T03:00:37,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/e677575d3f42463f880f7c939de6f4c2 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/e677575d3f42463f880f7c939de6f4c2 2024-11-19T03:00:37,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/e677575d3f42463f880f7c939de6f4c2, entries=200, sequenceid=170, filesize=38.8 K 2024-11-19T03:00:37,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/e558a1290e054471bb22c199d3d50662 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/e558a1290e054471bb22c199d3d50662 2024-11-19T03:00:37,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/e558a1290e054471bb22c199d3d50662, entries=150, sequenceid=170, filesize=11.9 K 2024-11-19T03:00:37,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/ecbf95a9874842c18999b84f5cd1b4b0 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/ecbf95a9874842c18999b84f5cd1b4b0 2024-11-19T03:00:37,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/ecbf95a9874842c18999b84f5cd1b4b0, entries=150, sequenceid=170, filesize=11.9 K 2024-11-19T03:00:37,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 07f5df729e1d93178c1808d4fc1d0b69 in 1658ms, sequenceid=170, compaction requested=true 2024-11-19T03:00:37,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:37,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 07f5df729e1d93178c1808d4fc1d0b69:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:00:37,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:37,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 07f5df729e1d93178c1808d4fc1d0b69:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:00:37,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:37,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 07f5df729e1d93178c1808d4fc1d0b69:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:00:37,682 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:37,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:37,682 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:37,683 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:37,683 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102167 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:37,683 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 07f5df729e1d93178c1808d4fc1d0b69/B is initiating minor compaction (all files) 2024-11-19T03:00:37,683 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 07f5df729e1d93178c1808d4fc1d0b69/A is initiating minor compaction (all files) 2024-11-19T03:00:37,683 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 07f5df729e1d93178c1808d4fc1d0b69/B in TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:37,683 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 07f5df729e1d93178c1808d4fc1d0b69/A in TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:37,683 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/d0b39024943b4e1e8ed3d0c17df87a5a, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/b254fcdb5f4543bd92fb1fd81707c222, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/e558a1290e054471bb22c199d3d50662] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp, totalSize=35.8 K 2024-11-19T03:00:37,683 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/80b81ebf2a0544c88d490fec6a0e90fd, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/7a6071f7bbb34301a17c12dc7778d14e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/e677575d3f42463f880f7c939de6f4c2] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp, totalSize=99.8 K 2024-11-19T03:00:37,683 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:37,683 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. files: [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/80b81ebf2a0544c88d490fec6a0e90fd, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/7a6071f7bbb34301a17c12dc7778d14e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/e677575d3f42463f880f7c939de6f4c2] 2024-11-19T03:00:37,683 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting d0b39024943b4e1e8ed3d0c17df87a5a, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731985233110 2024-11-19T03:00:37,684 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80b81ebf2a0544c88d490fec6a0e90fd, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731985233110 2024-11-19T03:00:37,684 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting b254fcdb5f4543bd92fb1fd81707c222, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731985233177 2024-11-19T03:00:37,684 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a6071f7bbb34301a17c12dc7778d14e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731985233177 2024-11-19T03:00:37,684 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting e558a1290e054471bb22c199d3d50662, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731985235388 2024-11-19T03:00:37,684 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting e677575d3f42463f880f7c939de6f4c2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731985235374 2024-11-19T03:00:37,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-19T03:00:37,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:37,687 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing 07f5df729e1d93178c1808d4fc1d0b69 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T03:00:37,690 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 07f5df729e1d93178c1808d4fc1d0b69#B#compaction#547 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:37,690 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/c2e255a6ad4b4beba965788b166fbb9b is 50, key is test_row_0/B:col10/1731985236022/Put/seqid=0 2024-11-19T03:00:37,693 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:37,697 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119a168d03142ca448790fc882f065cd5c7_07f5df729e1d93178c1808d4fc1d0b69 store=[table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:37,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-19T03:00:37,699 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119a168d03142ca448790fc882f065cd5c7_07f5df729e1d93178c1808d4fc1d0b69, store=[table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:37,699 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119a168d03142ca448790fc882f065cd5c7_07f5df729e1d93178c1808d4fc1d0b69 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:37,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111958605a0e7f2b4092b288c0732c2991b7_07f5df729e1d93178c1808d4fc1d0b69 is 50, key is test_row_0/A:col10/1731985236144/Put/seqid=0 2024-11-19T03:00:37,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742461_1637 (size=12561) 2024-11-19T03:00:37,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742462_1638 (size=12304) 2024-11-19T03:00:37,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:37,705 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/c2e255a6ad4b4beba965788b166fbb9b as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/c2e255a6ad4b4beba965788b166fbb9b 2024-11-19T03:00:37,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742463_1639 (size=4469) 2024-11-19T03:00:37,710 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111958605a0e7f2b4092b288c0732c2991b7_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111958605a0e7f2b4092b288c0732c2991b7_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:37,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/3b2744c547c448c79db4e5698b0ba299, store: [table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:37,711 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 07f5df729e1d93178c1808d4fc1d0b69/B of 07f5df729e1d93178c1808d4fc1d0b69 into c2e255a6ad4b4beba965788b166fbb9b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:37,711 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:37,711 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., storeName=07f5df729e1d93178c1808d4fc1d0b69/B, priority=13, startTime=1731985237682; duration=0sec 2024-11-19T03:00:37,711 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:37,711 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 07f5df729e1d93178c1808d4fc1d0b69:B 2024-11-19T03:00:37,711 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:00:37,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/3b2744c547c448c79db4e5698b0ba299 is 175, key is test_row_0/A:col10/1731985236144/Put/seqid=0 2024-11-19T03:00:37,713 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:00:37,713 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 07f5df729e1d93178c1808d4fc1d0b69/C is initiating minor compaction (all files) 2024-11-19T03:00:37,713 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 07f5df729e1d93178c1808d4fc1d0b69/C in TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:37,713 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/a813e7e71bfb4070999af1cacf7c4aff, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/27587ce585b8496db98eaa4bc214e661, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/67f503056fc9411e9d9bda457deced5d, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/ecbf95a9874842c18999b84f5cd1b4b0] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp, totalSize=47.5 K 2024-11-19T03:00:37,713 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting a813e7e71bfb4070999af1cacf7c4aff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731985230934 2024-11-19T03:00:37,713 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 27587ce585b8496db98eaa4bc214e661, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731985233110 2024-11-19T03:00:37,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742464_1640 (size=31105) 2024-11-19T03:00:37,714 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 67f503056fc9411e9d9bda457deced5d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731985233177 2024-11-19T03:00:37,714 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting ecbf95a9874842c18999b84f5cd1b4b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731985235388 2024-11-19T03:00:37,720 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 07f5df729e1d93178c1808d4fc1d0b69#C#compaction#550 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:37,721 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/ab84bf55f43c45809f96dffd253aa9f4 is 50, key is test_row_0/C:col10/1731985236022/Put/seqid=0 2024-11-19T03:00:37,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742465_1641 (size=12527) 2024-11-19T03:00:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-19T03:00:38,109 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 07f5df729e1d93178c1808d4fc1d0b69#A#compaction#548 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:38,109 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/f14e610017824361b13743c4128ed23b is 175, key is test_row_0/A:col10/1731985236022/Put/seqid=0 2024-11-19T03:00:38,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742466_1642 (size=31515) 2024-11-19T03:00:38,115 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/3b2744c547c448c79db4e5698b0ba299 2024-11-19T03:00:38,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/d2ba170e76424461aa65ab4e92276e62 is 50, key is test_row_0/B:col10/1731985236144/Put/seqid=0 2024-11-19T03:00:38,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742467_1643 (size=12151) 2024-11-19T03:00:38,133 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/ab84bf55f43c45809f96dffd253aa9f4 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/ab84bf55f43c45809f96dffd253aa9f4 2024-11-19T03:00:38,137 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 07f5df729e1d93178c1808d4fc1d0b69/C of 07f5df729e1d93178c1808d4fc1d0b69 into ab84bf55f43c45809f96dffd253aa9f4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:38,137 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:38,137 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., storeName=07f5df729e1d93178c1808d4fc1d0b69/C, priority=12, startTime=1731985237682; duration=0sec 2024-11-19T03:00:38,137 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:38,137 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 07f5df729e1d93178c1808d4fc1d0b69:C 2024-11-19T03:00:38,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:38,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:38,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985298340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:38,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:38,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:38,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:38,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985298449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:38,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:38,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:38,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:38,517 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/f14e610017824361b13743c4128ed23b as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/f14e610017824361b13743c4128ed23b 2024-11-19T03:00:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-19T03:00:38,521 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 07f5df729e1d93178c1808d4fc1d0b69/A of 07f5df729e1d93178c1808d4fc1d0b69 into f14e610017824361b13743c4128ed23b(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:38,521 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:38,521 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., storeName=07f5df729e1d93178c1808d4fc1d0b69/A, priority=13, startTime=1731985237682; duration=0sec 2024-11-19T03:00:38,521 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:38,521 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 07f5df729e1d93178c1808d4fc1d0b69:A 2024-11-19T03:00:38,525 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/d2ba170e76424461aa65ab4e92276e62 2024-11-19T03:00:38,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/9643de16ed6f41e8b2defc90c7eb82aa is 50, key is test_row_0/C:col10/1731985236144/Put/seqid=0 2024-11-19T03:00:38,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742468_1644 (size=12151) 2024-11-19T03:00:38,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985298658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:38,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:38,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:38,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:38,935 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/9643de16ed6f41e8b2defc90c7eb82aa 2024-11-19T03:00:38,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/3b2744c547c448c79db4e5698b0ba299 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/3b2744c547c448c79db4e5698b0ba299 2024-11-19T03:00:38,942 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/3b2744c547c448c79db4e5698b0ba299, entries=150, sequenceid=195, filesize=30.4 K 2024-11-19T03:00:38,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/d2ba170e76424461aa65ab4e92276e62 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/d2ba170e76424461aa65ab4e92276e62 2024-11-19T03:00:38,946 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/d2ba170e76424461aa65ab4e92276e62, entries=150, sequenceid=195, filesize=11.9 K 2024-11-19T03:00:38,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/9643de16ed6f41e8b2defc90c7eb82aa as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/9643de16ed6f41e8b2defc90c7eb82aa 2024-11-19T03:00:38,950 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/9643de16ed6f41e8b2defc90c7eb82aa, entries=150, sequenceid=195, filesize=11.9 K 2024-11-19T03:00:38,950 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 07f5df729e1d93178c1808d4fc1d0b69 in 1263ms, sequenceid=195, compaction requested=false 2024-11-19T03:00:38,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:38,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:38,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-11-19T03:00:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-11-19T03:00:38,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-19T03:00:38,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5700 sec 2024-11-19T03:00:38,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 1.5750 sec 2024-11-19T03:00:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:38,971 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:00:38,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 07f5df729e1d93178c1808d4fc1d0b69 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T03:00:38,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119078cd29873a043aead5302614aa185cf_07f5df729e1d93178c1808d4fc1d0b69 is 50, key is test_row_0/A:col10/1731985238317/Put/seqid=0 2024-11-19T03:00:38,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742469_1645 (size=14794) 2024-11-19T03:00:38,982 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:38,985 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119078cd29873a043aead5302614aa185cf_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119078cd29873a043aead5302614aa185cf_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:38,986 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/f372b0dc5b6241f3a9905b0a12c12498, store: [table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:38,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/f372b0dc5b6241f3a9905b0a12c12498 is 175, key is test_row_0/A:col10/1731985238317/Put/seqid=0 2024-11-19T03:00:38,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742470_1646 (size=39749) 2024-11-19T03:00:39,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985299077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:39,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:39,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:39,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:39,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985299189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:39,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:39,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:39,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:39,394 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/f372b0dc5b6241f3a9905b0a12c12498 2024-11-19T03:00:39,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/3d34dfa338c3423b98abe01278803355 is 50, key is test_row_0/B:col10/1731985238317/Put/seqid=0 2024-11-19T03:00:39,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:39,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985299399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:39,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:39,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:39,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:39,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742471_1647 (size=12151) 2024-11-19T03:00:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-19T03:00:39,530 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:00:39,530 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T03:00:39,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees 2024-11-19T03:00:39,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-19T03:00:39,532 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:00:39,532 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:00:39,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:00:39,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-19T03:00:39,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-19T03:00:39,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:39,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:39,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:39,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:39,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:39,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985299709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:39,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:39,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:39,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:39,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/3d34dfa338c3423b98abe01278803355 2024-11-19T03:00:39,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/0e3dc184db2e43fd924a2891dbbeb9ac is 50, key is test_row_0/C:col10/1731985238317/Put/seqid=0 2024-11-19T03:00:39,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742472_1648 (size=12151) 2024-11-19T03:00:39,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/0e3dc184db2e43fd924a2891dbbeb9ac 2024-11-19T03:00:39,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/f372b0dc5b6241f3a9905b0a12c12498 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/f372b0dc5b6241f3a9905b0a12c12498 2024-11-19T03:00:39,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/f372b0dc5b6241f3a9905b0a12c12498, entries=200, sequenceid=210, filesize=38.8 K 2024-11-19T03:00:39,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/3d34dfa338c3423b98abe01278803355 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/3d34dfa338c3423b98abe01278803355 2024-11-19T03:00:39,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/3d34dfa338c3423b98abe01278803355, entries=150, sequenceid=210, filesize=11.9 K 2024-11-19T03:00:39,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/0e3dc184db2e43fd924a2891dbbeb9ac as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/0e3dc184db2e43fd924a2891dbbeb9ac 2024-11-19T03:00:39,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/0e3dc184db2e43fd924a2891dbbeb9ac, entries=150, sequenceid=210, filesize=11.9 K 2024-11-19T03:00:39,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 07f5df729e1d93178c1808d4fc1d0b69 in 857ms, sequenceid=210, compaction requested=true 2024-11-19T03:00:39,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:39,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 07f5df729e1d93178c1808d4fc1d0b69:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:00:39,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:39,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 07f5df729e1d93178c1808d4fc1d0b69:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:00:39,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:39,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 07f5df729e1d93178c1808d4fc1d0b69:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:00:39,828 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:39,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:39,828 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:39,829 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:39,829 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:39,829 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 07f5df729e1d93178c1808d4fc1d0b69/B is initiating minor compaction (all files) 2024-11-19T03:00:39,829 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 07f5df729e1d93178c1808d4fc1d0b69/A is initiating minor compaction (all files) 2024-11-19T03:00:39,829 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 07f5df729e1d93178c1808d4fc1d0b69/A in TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:39,829 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 07f5df729e1d93178c1808d4fc1d0b69/B in TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:39,829 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/c2e255a6ad4b4beba965788b166fbb9b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/d2ba170e76424461aa65ab4e92276e62, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/3d34dfa338c3423b98abe01278803355] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp, totalSize=36.0 K 2024-11-19T03:00:39,829 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/f14e610017824361b13743c4128ed23b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/3b2744c547c448c79db4e5698b0ba299, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/f372b0dc5b6241f3a9905b0a12c12498] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp, totalSize=100.0 K 2024-11-19T03:00:39,829 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:39,829 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. files: [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/f14e610017824361b13743c4128ed23b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/3b2744c547c448c79db4e5698b0ba299, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/f372b0dc5b6241f3a9905b0a12c12498] 2024-11-19T03:00:39,830 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting c2e255a6ad4b4beba965788b166fbb9b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731985235388 2024-11-19T03:00:39,830 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting f14e610017824361b13743c4128ed23b, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731985235388 2024-11-19T03:00:39,830 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting d2ba170e76424461aa65ab4e92276e62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731985236127 2024-11-19T03:00:39,830 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b2744c547c448c79db4e5698b0ba299, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731985236127 2024-11-19T03:00:39,830 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d34dfa338c3423b98abe01278803355, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731985238317 2024-11-19T03:00:39,830 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting f372b0dc5b6241f3a9905b0a12c12498, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731985238317 2024-11-19T03:00:39,836 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:39,837 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 07f5df729e1d93178c1808d4fc1d0b69#B#compaction#556 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:39,837 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/6e549667d291439cab07673b37d8667b is 50, key is test_row_0/B:col10/1731985238317/Put/seqid=0 2024-11-19T03:00:39,838 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411195c3bbd7b71354872b23bac92f05ea525_07f5df729e1d93178c1808d4fc1d0b69 store=[table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:39,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-19T03:00:39,840 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411195c3bbd7b71354872b23bac92f05ea525_07f5df729e1d93178c1808d4fc1d0b69, store=[table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:39,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:39,841 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411195c3bbd7b71354872b23bac92f05ea525_07f5df729e1d93178c1808d4fc1d0b69 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:39,841 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2902): Flushing 07f5df729e1d93178c1808d4fc1d0b69 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T03:00:39,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742473_1649 (size=12663) 2024-11-19T03:00:39,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742474_1650 (size=4469) 2024-11-19T03:00:39,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119cd15ce0f48764430953af355ca155f62_07f5df729e1d93178c1808d4fc1d0b69 is 50, key is test_row_0/A:col10/1731985239059/Put/seqid=0 2024-11-19T03:00:39,848 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/6e549667d291439cab07673b37d8667b as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/6e549667d291439cab07673b37d8667b 2024-11-19T03:00:39,849 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 07f5df729e1d93178c1808d4fc1d0b69#A#compaction#557 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-19T03:00:39,849 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/150ee598f1a64bf79e8ac8240591eea1 is 175, key is test_row_0/A:col10/1731985238317/Put/seqid=0 2024-11-19T03:00:39,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742475_1651 (size=12304) 2024-11-19T03:00:39,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742476_1652 (size=31617) 2024-11-19T03:00:39,856 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 07f5df729e1d93178c1808d4fc1d0b69/B of 07f5df729e1d93178c1808d4fc1d0b69 into 6e549667d291439cab07673b37d8667b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:39,856 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:39,856 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., storeName=07f5df729e1d93178c1808d4fc1d0b69/B, priority=13, startTime=1731985239828; duration=0sec 2024-11-19T03:00:39,856 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:39,856 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 07f5df729e1d93178c1808d4fc1d0b69:B 2024-11-19T03:00:39,856 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:39,857 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:39,857 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 07f5df729e1d93178c1808d4fc1d0b69/C is initiating minor compaction (all files) 2024-11-19T03:00:39,857 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 07f5df729e1d93178c1808d4fc1d0b69/C in TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:39,857 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/ab84bf55f43c45809f96dffd253aa9f4, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/9643de16ed6f41e8b2defc90c7eb82aa, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/0e3dc184db2e43fd924a2891dbbeb9ac] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp, totalSize=36.0 K 2024-11-19T03:00:39,857 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting ab84bf55f43c45809f96dffd253aa9f4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731985235388 2024-11-19T03:00:39,857 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 9643de16ed6f41e8b2defc90c7eb82aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731985236127 2024-11-19T03:00:39,858 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e3dc184db2e43fd924a2891dbbeb9ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731985238317 2024-11-19T03:00:39,863 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 07f5df729e1d93178c1808d4fc1d0b69#C#compaction#559 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:39,863 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/e897489508334a6488b38722665aa1df is 50, key is test_row_0/C:col10/1731985238317/Put/seqid=0 2024-11-19T03:00:39,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742477_1653 (size=12629) 2024-11-19T03:00:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-19T03:00:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:40,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:40,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:40,256 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119cd15ce0f48764430953af355ca155f62_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119cd15ce0f48764430953af355ca155f62_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:40,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/ee4401c003884503b1965695b3932750, store: [table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:40,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/ee4401c003884503b1965695b3932750 is 175, key is test_row_0/A:col10/1731985239059/Put/seqid=0 2024-11-19T03:00:40,258 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/150ee598f1a64bf79e8ac8240591eea1 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/150ee598f1a64bf79e8ac8240591eea1 2024-11-19T03:00:40,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742478_1654 (size=31105) 2024-11-19T03:00:40,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985300257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:40,261 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/ee4401c003884503b1965695b3932750 2024-11-19T03:00:40,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:40,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:40,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:40,262 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 07f5df729e1d93178c1808d4fc1d0b69/A of 07f5df729e1d93178c1808d4fc1d0b69 into 150ee598f1a64bf79e8ac8240591eea1(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:40,262 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:40,262 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., storeName=07f5df729e1d93178c1808d4fc1d0b69/A, priority=13, startTime=1731985239828; duration=0sec 2024-11-19T03:00:40,263 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:40,263 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 07f5df729e1d93178c1808d4fc1d0b69:A 2024-11-19T03:00:40,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/b63a97280f394788abb9b27f24ddc960 is 50, key is test_row_0/B:col10/1731985239059/Put/seqid=0 2024-11-19T03:00:40,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742479_1655 (size=12151) 2024-11-19T03:00:40,271 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/b63a97280f394788abb9b27f24ddc960 2024-11-19T03:00:40,274 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/e897489508334a6488b38722665aa1df as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/e897489508334a6488b38722665aa1df 2024-11-19T03:00:40,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/2debdef268c24560a67a3480e3602cdc is 50, key is test_row_0/C:col10/1731985239059/Put/seqid=0 2024-11-19T03:00:40,278 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 07f5df729e1d93178c1808d4fc1d0b69/C of 07f5df729e1d93178c1808d4fc1d0b69 into e897489508334a6488b38722665aa1df(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:40,278 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:40,278 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., storeName=07f5df729e1d93178c1808d4fc1d0b69/C, priority=13, startTime=1731985239828; duration=0sec 2024-11-19T03:00:40,278 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:40,278 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 07f5df729e1d93178c1808d4fc1d0b69:C 2024-11-19T03:00:40,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742480_1656 (size=12151) 2024-11-19T03:00:40,281 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/2debdef268c24560a67a3480e3602cdc 2024-11-19T03:00:40,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/ee4401c003884503b1965695b3932750 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/ee4401c003884503b1965695b3932750 2024-11-19T03:00:40,288 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/ee4401c003884503b1965695b3932750, entries=150, sequenceid=234, filesize=30.4 K 2024-11-19T03:00:40,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/b63a97280f394788abb9b27f24ddc960 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/b63a97280f394788abb9b27f24ddc960 2024-11-19T03:00:40,292 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/b63a97280f394788abb9b27f24ddc960, entries=150, sequenceid=234, filesize=11.9 K 2024-11-19T03:00:40,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/2debdef268c24560a67a3480e3602cdc as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/2debdef268c24560a67a3480e3602cdc 2024-11-19T03:00:40,295 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/2debdef268c24560a67a3480e3602cdc, entries=150, sequenceid=234, filesize=11.9 K 2024-11-19T03:00:40,296 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 07f5df729e1d93178c1808d4fc1d0b69 in 455ms, sequenceid=234, compaction requested=false 2024-11-19T03:00:40,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2603): Flush status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:40,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:40,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=173 2024-11-19T03:00:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=173 2024-11-19T03:00:40,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-19T03:00:40,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 765 msec 2024-11-19T03:00:40,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees in 769 msec 2024-11-19T03:00:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:40,372 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:00:40,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 07f5df729e1d93178c1808d4fc1d0b69 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T03:00:40,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119eb1e6e72ebc3491780b2f052312f0026_07f5df729e1d93178c1808d4fc1d0b69 is 50, key is test_row_0/A:col10/1731985240239/Put/seqid=0 2024-11-19T03:00:40,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742481_1657 (size=14794) 2024-11-19T03:00:40,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985300461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:40,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985300569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:40,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:40,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:40,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-19T03:00:40,669 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:00:40,670 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T03:00:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees 2024-11-19T03:00:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-19T03:00:40,671 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:00:40,672 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:00:40,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:00:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-19T03:00:40,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:40,782 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985300779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:40,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:40,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:40,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:40,785 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119eb1e6e72ebc3491780b2f052312f0026_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119eb1e6e72ebc3491780b2f052312f0026_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:40,786 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/0b1ce5149c8a4c3c8b4dbd6f54659707, store: [table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:40,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/0b1ce5149c8a4c3c8b4dbd6f54659707 is 175, key is test_row_0/A:col10/1731985240239/Put/seqid=0 2024-11-19T03:00:40,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742482_1658 (size=39749) 2024-11-19T03:00:40,790 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/0b1ce5149c8a4c3c8b4dbd6f54659707 2024-11-19T03:00:40,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/e533c18b7cbe4163a9f6cca3a314cbc1 is 50, key is test_row_0/B:col10/1731985240239/Put/seqid=0 2024-11-19T03:00:40,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742483_1659 (size=12151) 2024-11-19T03:00:40,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/e533c18b7cbe4163a9f6cca3a314cbc1 2024-11-19T03:00:40,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/8350c5d274bb4d8cb9b15409e4540c3d is 50, key is test_row_0/C:col10/1731985240239/Put/seqid=0 2024-11-19T03:00:40,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742484_1660 (size=12151) 2024-11-19T03:00:40,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/8350c5d274bb4d8cb9b15409e4540c3d 2024-11-19T03:00:40,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/0b1ce5149c8a4c3c8b4dbd6f54659707 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/0b1ce5149c8a4c3c8b4dbd6f54659707 2024-11-19T03:00:40,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/0b1ce5149c8a4c3c8b4dbd6f54659707, entries=200, sequenceid=250, filesize=38.8 K 2024-11-19T03:00:40,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/e533c18b7cbe4163a9f6cca3a314cbc1 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/e533c18b7cbe4163a9f6cca3a314cbc1 2024-11-19T03:00:40,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/e533c18b7cbe4163a9f6cca3a314cbc1, entries=150, sequenceid=250, filesize=11.9 K 2024-11-19T03:00:40,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/8350c5d274bb4d8cb9b15409e4540c3d as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/8350c5d274bb4d8cb9b15409e4540c3d 2024-11-19T03:00:40,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/8350c5d274bb4d8cb9b15409e4540c3d, entries=150, sequenceid=250, filesize=11.9 K 2024-11-19T03:00:40,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 07f5df729e1d93178c1808d4fc1d0b69 in 449ms, sequenceid=250, compaction requested=true 2024-11-19T03:00:40,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:40,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 07f5df729e1d93178c1808d4fc1d0b69:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:00:40,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:40,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 07f5df729e1d93178c1808d4fc1d0b69:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:00:40,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:40,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 07f5df729e1d93178c1808d4fc1d0b69:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:00:40,821 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:40,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:40,821 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:40,823 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102471 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:40,823 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:40,823 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 07f5df729e1d93178c1808d4fc1d0b69/A is initiating minor compaction (all files) 2024-11-19T03:00:40,823 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 07f5df729e1d93178c1808d4fc1d0b69/B is initiating minor compaction (all files) 2024-11-19T03:00:40,823 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 07f5df729e1d93178c1808d4fc1d0b69/A in TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:40,823 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 07f5df729e1d93178c1808d4fc1d0b69/B in TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:40,823 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/150ee598f1a64bf79e8ac8240591eea1, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/ee4401c003884503b1965695b3932750, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/0b1ce5149c8a4c3c8b4dbd6f54659707] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp, totalSize=100.1 K 2024-11-19T03:00:40,823 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/6e549667d291439cab07673b37d8667b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/b63a97280f394788abb9b27f24ddc960, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/e533c18b7cbe4163a9f6cca3a314cbc1] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp, totalSize=36.1 K 2024-11-19T03:00:40,823 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:40,823 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. files: [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/150ee598f1a64bf79e8ac8240591eea1, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/ee4401c003884503b1965695b3932750, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/0b1ce5149c8a4c3c8b4dbd6f54659707] 2024-11-19T03:00:40,823 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 150ee598f1a64bf79e8ac8240591eea1, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731985238317 2024-11-19T03:00:40,823 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e549667d291439cab07673b37d8667b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731985238317 2024-11-19T03:00:40,824 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee4401c003884503b1965695b3932750, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731985239059 2024-11-19T03:00:40,824 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting b63a97280f394788abb9b27f24ddc960, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731985239059 2024-11-19T03:00:40,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-19T03:00:40,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:40,825 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b1ce5149c8a4c3c8b4dbd6f54659707, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731985240227 2024-11-19T03:00:40,825 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting e533c18b7cbe4163a9f6cca3a314cbc1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731985240227 2024-11-19T03:00:40,825 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2902): Flushing 07f5df729e1d93178c1808d4fc1d0b69 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T03:00:40,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111905b213efab3c4f7cab625530662f7374_07f5df729e1d93178c1808d4fc1d0b69 is 50, key is test_row_0/A:col10/1731985240455/Put/seqid=0 2024-11-19T03:00:40,835 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 07f5df729e1d93178c1808d4fc1d0b69#B#compaction#566 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:40,836 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/1456c2e2f52242b9adce2ffdab152d03 is 50, key is test_row_0/B:col10/1731985240239/Put/seqid=0 2024-11-19T03:00:40,844 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:40,861 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111938644d8757334d43bbc5fdfa81203592_07f5df729e1d93178c1808d4fc1d0b69 store=[table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:40,863 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111938644d8757334d43bbc5fdfa81203592_07f5df729e1d93178c1808d4fc1d0b69, store=[table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:40,863 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111938644d8757334d43bbc5fdfa81203592_07f5df729e1d93178c1808d4fc1d0b69 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:40,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742486_1662 (size=12765) 2024-11-19T03:00:40,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742485_1661 (size=12454) 2024-11-19T03:00:40,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742487_1663 (size=4469) 2024-11-19T03:00:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-19T03:00:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:41,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:41,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985301134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:41,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:41,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:41,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:41,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:41,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985301249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:41,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:41,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:41,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:41,269 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/1456c2e2f52242b9adce2ffdab152d03 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/1456c2e2f52242b9adce2ffdab152d03 2024-11-19T03:00:41,273 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 07f5df729e1d93178c1808d4fc1d0b69/B of 07f5df729e1d93178c1808d4fc1d0b69 into 1456c2e2f52242b9adce2ffdab152d03(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:41,273 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:41,273 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., storeName=07f5df729e1d93178c1808d4fc1d0b69/B, priority=13, startTime=1731985240821; duration=0sec 2024-11-19T03:00:41,273 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:41,273 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 07f5df729e1d93178c1808d4fc1d0b69:B 2024-11-19T03:00:41,274 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:41,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:41,274 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:41,274 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 07f5df729e1d93178c1808d4fc1d0b69/C is initiating minor compaction (all files) 2024-11-19T03:00:41,274 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 07f5df729e1d93178c1808d4fc1d0b69/C in TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:41,274 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/e897489508334a6488b38722665aa1df, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/2debdef268c24560a67a3480e3602cdc, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/8350c5d274bb4d8cb9b15409e4540c3d] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp, totalSize=36.1 K 2024-11-19T03:00:41,275 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting e897489508334a6488b38722665aa1df, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731985238317 2024-11-19T03:00:41,275 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 2debdef268c24560a67a3480e3602cdc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731985239059 2024-11-19T03:00:41,275 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 8350c5d274bb4d8cb9b15409e4540c3d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731985240227 2024-11-19T03:00:41,276 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111905b213efab3c4f7cab625530662f7374_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111905b213efab3c4f7cab625530662f7374_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:41,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/738ffafacf294d4bad625b6cac3f06a2, store: [table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:41,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/738ffafacf294d4bad625b6cac3f06a2 is 175, key is test_row_0/A:col10/1731985240455/Put/seqid=0 2024-11-19T03:00:41,281 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 07f5df729e1d93178c1808d4fc1d0b69#C#compaction#568 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:41,281 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/3d0493d89f374f0a8ce743aa87f2d2db is 50, key is test_row_0/C:col10/1731985240239/Put/seqid=0 2024-11-19T03:00:41,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742488_1664 (size=31255) 2024-11-19T03:00:41,284 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 07f5df729e1d93178c1808d4fc1d0b69#A#compaction#567 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:41,285 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/4b09fc63a6b840568cdf00288b509789 is 175, key is test_row_0/A:col10/1731985240239/Put/seqid=0 2024-11-19T03:00:41,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742489_1665 (size=12731) 2024-11-19T03:00:41,285 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/738ffafacf294d4bad625b6cac3f06a2 2024-11-19T03:00:41,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742490_1666 (size=31719) 2024-11-19T03:00:41,292 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/4b09fc63a6b840568cdf00288b509789 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/4b09fc63a6b840568cdf00288b509789 2024-11-19T03:00:41,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/f3181a52046940948479b0d0c0565873 is 50, key is test_row_0/B:col10/1731985240455/Put/seqid=0 2024-11-19T03:00:41,296 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 07f5df729e1d93178c1808d4fc1d0b69/A of 07f5df729e1d93178c1808d4fc1d0b69 into 4b09fc63a6b840568cdf00288b509789(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:41,296 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:41,296 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., storeName=07f5df729e1d93178c1808d4fc1d0b69/A, priority=13, startTime=1731985240821; duration=0sec 2024-11-19T03:00:41,297 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:41,297 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 07f5df729e1d93178c1808d4fc1d0b69:A 2024-11-19T03:00:41,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742491_1667 (size=12301) 2024-11-19T03:00:41,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-19T03:00:41,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:41,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59766 deadline: 1731985301429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:41,433 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_2' in 07f5df729e1d93178c1808d4fc1d0b69 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T03:00:41,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:41,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:41,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:41,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:41,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1731985301439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:41,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:41,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59718 deadline: 1731985301439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:41,442 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_2' in 07f5df729e1d93178c1808d4fc1d0b69 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T03:00:41,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:41,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:41,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:41,442 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to e93af88909ff,45689,1731985081997 for 'test_row_0' in 07f5df729e1d93178c1808d4fc1d0b69 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-19T03:00:41,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:41,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:41,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:41,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:41,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985301459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:41,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:41,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:41,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:41,689 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/3d0493d89f374f0a8ce743aa87f2d2db as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/3d0493d89f374f0a8ce743aa87f2d2db 2024-11-19T03:00:41,693 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 07f5df729e1d93178c1808d4fc1d0b69/C of 07f5df729e1d93178c1808d4fc1d0b69 into 3d0493d89f374f0a8ce743aa87f2d2db(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:41,693 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:41,693 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., storeName=07f5df729e1d93178c1808d4fc1d0b69/C, priority=13, startTime=1731985240821; duration=0sec 2024-11-19T03:00:41,693 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:41,693 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 07f5df729e1d93178c1808d4fc1d0b69:C 2024-11-19T03:00:41,698 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/f3181a52046940948479b0d0c0565873 2024-11-19T03:00:41,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/856b9830b53144dfaf74ed2c9de6999d is 50, key is test_row_0/C:col10/1731985240455/Put/seqid=0 2024-11-19T03:00:41,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742492_1668 (size=12301) 2024-11-19T03:00:41,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:41,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985301769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:41,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:41,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:41,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:41,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-19T03:00:42,108 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/856b9830b53144dfaf74ed2c9de6999d 2024-11-19T03:00:42,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/738ffafacf294d4bad625b6cac3f06a2 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/738ffafacf294d4bad625b6cac3f06a2 2024-11-19T03:00:42,115 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/738ffafacf294d4bad625b6cac3f06a2, entries=150, sequenceid=273, filesize=30.5 K 2024-11-19T03:00:42,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/f3181a52046940948479b0d0c0565873 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/f3181a52046940948479b0d0c0565873 2024-11-19T03:00:42,118 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/f3181a52046940948479b0d0c0565873, entries=150, sequenceid=273, filesize=12.0 K 2024-11-19T03:00:42,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/856b9830b53144dfaf74ed2c9de6999d as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/856b9830b53144dfaf74ed2c9de6999d 2024-11-19T03:00:42,126 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/856b9830b53144dfaf74ed2c9de6999d, entries=150, sequenceid=273, filesize=12.0 K 2024-11-19T03:00:42,127 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 07f5df729e1d93178c1808d4fc1d0b69 in 1303ms, sequenceid=273, compaction requested=false 2024-11-19T03:00:42,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2603): Flush status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:42,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:42,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=175 2024-11-19T03:00:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=175 2024-11-19T03:00:42,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-11-19T03:00:42,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4570 sec 2024-11-19T03:00:42,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees in 1.4610 sec 2024-11-19T03:00:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:42,282 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:00:42,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 07f5df729e1d93178c1808d4fc1d0b69 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T03:00:42,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119d870b17b8ff941b6aaa2d975212d4f41_07f5df729e1d93178c1808d4fc1d0b69 is 50, key is test_row_0/A:col10/1731985242281/Put/seqid=0 2024-11-19T03:00:42,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742493_1669 (size=14994) 2024-11-19T03:00:42,292 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:42,296 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119d870b17b8ff941b6aaa2d975212d4f41_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d870b17b8ff941b6aaa2d975212d4f41_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:42,297 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/765e6deac2214cab8451e8ced5d6ce3c, store: [table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:42,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/765e6deac2214cab8451e8ced5d6ce3c is 175, key is test_row_0/A:col10/1731985242281/Put/seqid=0 2024-11-19T03:00:42,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742494_1670 (size=39949) 2024-11-19T03:00:42,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985302372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:42,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:42,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:42,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:42,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985302479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:42,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:42,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:42,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:42,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:42,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985302689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:42,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:42,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:42,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:42,701 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/765e6deac2214cab8451e8ced5d6ce3c 2024-11-19T03:00:42,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/fe73e4bd66074e6d854d25b421b4ecf1 is 50, key is test_row_0/B:col10/1731985242281/Put/seqid=0 2024-11-19T03:00:42,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742495_1671 (size=12301) 2024-11-19T03:00:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-19T03:00:42,819 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:00:42,820 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T03:00:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees 2024-11-19T03:00:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-19T03:00:42,821 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:00:42,822 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:00:42,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:00:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-19T03:00:42,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-19T03:00:42,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:42,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:42,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:42,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:42,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:43,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985302999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:43,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:43,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:43,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:43,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/fe73e4bd66074e6d854d25b421b4ecf1 2024-11-19T03:00:43,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/b10916e8a9604c3ba696b45105e3201f is 50, key is test_row_0/C:col10/1731985242281/Put/seqid=0 2024-11-19T03:00:43,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742496_1672 (size=12301) 2024-11-19T03:00:43,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-19T03:00:43,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:43,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:43,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:43,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:43,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:43,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-19T03:00:43,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-19T03:00:43,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:43,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:43,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:43,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:43,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:43,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-19T03:00:43,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:43,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. as already flushing 2024-11-19T03:00:43,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:43,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:43,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:00:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-19T03:00:43,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985303509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:43,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:43,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:43,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:43,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/b10916e8a9604c3ba696b45105e3201f 2024-11-19T03:00:43,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/765e6deac2214cab8451e8ced5d6ce3c as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/765e6deac2214cab8451e8ced5d6ce3c 2024-11-19T03:00:43,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/765e6deac2214cab8451e8ced5d6ce3c, entries=200, sequenceid=290, filesize=39.0 K 2024-11-19T03:00:43,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/fe73e4bd66074e6d854d25b421b4ecf1 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/fe73e4bd66074e6d854d25b421b4ecf1 2024-11-19T03:00:43,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/fe73e4bd66074e6d854d25b421b4ecf1, entries=150, sequenceid=290, filesize=12.0 K 2024-11-19T03:00:43,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/b10916e8a9604c3ba696b45105e3201f as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/b10916e8a9604c3ba696b45105e3201f 2024-11-19T03:00:43,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/b10916e8a9604c3ba696b45105e3201f, entries=150, sequenceid=290, filesize=12.0 K 2024-11-19T03:00:43,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 07f5df729e1d93178c1808d4fc1d0b69 in 1253ms, sequenceid=290, compaction requested=true 2024-11-19T03:00:43,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:43,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 07f5df729e1d93178c1808d4fc1d0b69:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:00:43,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:43,535 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:43,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 07f5df729e1d93178c1808d4fc1d0b69:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:00:43,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:43,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 07f5df729e1d93178c1808d4fc1d0b69:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:00:43,535 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:43,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:43,536 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:43,536 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:43,536 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 07f5df729e1d93178c1808d4fc1d0b69/A is initiating minor compaction (all files) 2024-11-19T03:00:43,536 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 07f5df729e1d93178c1808d4fc1d0b69/B is initiating minor compaction (all files) 2024-11-19T03:00:43,536 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 07f5df729e1d93178c1808d4fc1d0b69/A in TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:43,536 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 07f5df729e1d93178c1808d4fc1d0b69/B in TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:43,536 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/1456c2e2f52242b9adce2ffdab152d03, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/f3181a52046940948479b0d0c0565873, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/fe73e4bd66074e6d854d25b421b4ecf1] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp, totalSize=36.5 K 2024-11-19T03:00:43,536 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/4b09fc63a6b840568cdf00288b509789, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/738ffafacf294d4bad625b6cac3f06a2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/765e6deac2214cab8451e8ced5d6ce3c] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp, totalSize=100.5 K 2024-11-19T03:00:43,536 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:43,536 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. files: [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/4b09fc63a6b840568cdf00288b509789, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/738ffafacf294d4bad625b6cac3f06a2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/765e6deac2214cab8451e8ced5d6ce3c] 2024-11-19T03:00:43,537 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 1456c2e2f52242b9adce2ffdab152d03, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731985240227 2024-11-19T03:00:43,537 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting f3181a52046940948479b0d0c0565873, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731985240449 2024-11-19T03:00:43,537 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting fe73e4bd66074e6d854d25b421b4ecf1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731985241099 2024-11-19T03:00:43,538 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b09fc63a6b840568cdf00288b509789, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731985240227 2024-11-19T03:00:43,538 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 738ffafacf294d4bad625b6cac3f06a2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731985240449 2024-11-19T03:00:43,538 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 765e6deac2214cab8451e8ced5d6ce3c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731985241099 2024-11-19T03:00:43,542 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:43,543 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 07f5df729e1d93178c1808d4fc1d0b69#B#compaction#574 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:43,544 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/933416ffc5bd4f6a84881f8ec982aa30 is 50, key is test_row_0/B:col10/1731985242281/Put/seqid=0 2024-11-19T03:00:43,544 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119f3b739e94d834473bee66e3f8f671743_07f5df729e1d93178c1808d4fc1d0b69 store=[table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:43,546 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119f3b739e94d834473bee66e3f8f671743_07f5df729e1d93178c1808d4fc1d0b69, store=[table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:43,546 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119f3b739e94d834473bee66e3f8f671743_07f5df729e1d93178c1808d4fc1d0b69 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:43,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742497_1673 (size=13017) 2024-11-19T03:00:43,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742498_1674 (size=4469) 2024-11-19T03:00:43,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-19T03:00:43,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:43,585 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2902): Flushing 07f5df729e1d93178c1808d4fc1d0b69 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-19T03:00:43,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411196a73154124d64f93aa79330c47b73c1f_07f5df729e1d93178c1808d4fc1d0b69 is 50, key is test_row_0/A:col10/1731985242349/Put/seqid=0 2024-11-19T03:00:43,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742499_1675 (size=12454) 2024-11-19T03:00:43,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:43,599 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411196a73154124d64f93aa79330c47b73c1f_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411196a73154124d64f93aa79330c47b73c1f_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:43,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/764acf829af34ff9911a696b680c4284, store: [table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:43,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/764acf829af34ff9911a696b680c4284 is 175, key is test_row_0/A:col10/1731985242349/Put/seqid=0 2024-11-19T03:00:43,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742500_1676 (size=31255) 2024-11-19T03:00:43,604 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=312, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/764acf829af34ff9911a696b680c4284 2024-11-19T03:00:43,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/643ca7aa0f054e2aa91beac832f4b5a9 is 50, key is test_row_0/B:col10/1731985242349/Put/seqid=0 2024-11-19T03:00:43,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742501_1677 (size=12301) 2024-11-19T03:00:43,612 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/643ca7aa0f054e2aa91beac832f4b5a9 2024-11-19T03:00:43,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/8c1f4e4b1cbf4eecaef8b2dea9a03456 is 50, key is test_row_0/C:col10/1731985242349/Put/seqid=0 2024-11-19T03:00:43,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742502_1678 (size=12301) 2024-11-19T03:00:43,950 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 07f5df729e1d93178c1808d4fc1d0b69#A#compaction#575 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:43,951 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/8ebaa34da6484e41b8a706c6cf09e44e is 175, key is test_row_0/A:col10/1731985242281/Put/seqid=0 2024-11-19T03:00:43,952 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/933416ffc5bd4f6a84881f8ec982aa30 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/933416ffc5bd4f6a84881f8ec982aa30 2024-11-19T03:00:43,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742503_1679 (size=31971) 2024-11-19T03:00:43,958 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 07f5df729e1d93178c1808d4fc1d0b69/B of 07f5df729e1d93178c1808d4fc1d0b69 into 933416ffc5bd4f6a84881f8ec982aa30(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:43,958 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:43,958 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., storeName=07f5df729e1d93178c1808d4fc1d0b69/B, priority=13, startTime=1731985243535; duration=0sec 2024-11-19T03:00:43,958 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:43,958 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 07f5df729e1d93178c1808d4fc1d0b69:B 2024-11-19T03:00:43,958 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-19T03:00:43,959 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/8ebaa34da6484e41b8a706c6cf09e44e as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/8ebaa34da6484e41b8a706c6cf09e44e 2024-11-19T03:00:43,959 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:43,959 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 07f5df729e1d93178c1808d4fc1d0b69/C is initiating minor compaction (all files) 2024-11-19T03:00:43,959 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 07f5df729e1d93178c1808d4fc1d0b69/C in TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:43,959 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/3d0493d89f374f0a8ce743aa87f2d2db, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/856b9830b53144dfaf74ed2c9de6999d, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/b10916e8a9604c3ba696b45105e3201f] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp, totalSize=36.5 K 2024-11-19T03:00:43,960 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d0493d89f374f0a8ce743aa87f2d2db, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731985240227 2024-11-19T03:00:43,960 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 856b9830b53144dfaf74ed2c9de6999d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731985240449 2024-11-19T03:00:43,960 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting b10916e8a9604c3ba696b45105e3201f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731985241099 2024-11-19T03:00:43,963 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 07f5df729e1d93178c1808d4fc1d0b69/A of 07f5df729e1d93178c1808d4fc1d0b69 into 8ebaa34da6484e41b8a706c6cf09e44e(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:43,963 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:43,963 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., storeName=07f5df729e1d93178c1808d4fc1d0b69/A, priority=13, startTime=1731985243535; duration=0sec 2024-11-19T03:00:43,963 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:43,963 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 07f5df729e1d93178c1808d4fc1d0b69:A 2024-11-19T03:00:43,966 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 07f5df729e1d93178c1808d4fc1d0b69#C#compaction#579 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:43,966 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/da3fe5a2131d41e09a1fc33419cca4a1 is 50, key is test_row_0/C:col10/1731985242281/Put/seqid=0 2024-11-19T03:00:43,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742504_1680 (size=12983) 2024-11-19T03:00:44,022 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/8c1f4e4b1cbf4eecaef8b2dea9a03456 2024-11-19T03:00:44,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/764acf829af34ff9911a696b680c4284 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/764acf829af34ff9911a696b680c4284 2024-11-19T03:00:44,029 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/764acf829af34ff9911a696b680c4284, entries=150, sequenceid=312, filesize=30.5 K 2024-11-19T03:00:44,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/643ca7aa0f054e2aa91beac832f4b5a9 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/643ca7aa0f054e2aa91beac832f4b5a9 2024-11-19T03:00:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,033 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/643ca7aa0f054e2aa91beac832f4b5a9, entries=150, sequenceid=312, filesize=12.0 K 2024-11-19T03:00:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/8c1f4e4b1cbf4eecaef8b2dea9a03456 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/8c1f4e4b1cbf4eecaef8b2dea9a03456 2024-11-19T03:00:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,037 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/8c1f4e4b1cbf4eecaef8b2dea9a03456, entries=150, sequenceid=312, filesize=12.0 K 2024-11-19T03:00:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,037 INFO [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 07f5df729e1d93178c1808d4fc1d0b69 in 452ms, sequenceid=312, compaction requested=false 2024-11-19T03:00:44,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2603): Flush status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:44,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:44,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e93af88909ff:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=177 2024-11-19T03:00:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster(4169): Remote procedure done, pid=177 2024-11-19T03:00:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=176 2024-11-19T03:00:44,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2170 sec 2024-11-19T03:00:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees in 1.2210 sec 2024-11-19T03:00:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,374 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/da3fe5a2131d41e09a1fc33419cca4a1 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/da3fe5a2131d41e09a1fc33419cca4a1 2024-11-19T03:00:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,378 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 07f5df729e1d93178c1808d4fc1d0b69/C of 07f5df729e1d93178c1808d4fc1d0b69 into da3fe5a2131d41e09a1fc33419cca4a1(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:44,378 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,379 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., storeName=07f5df729e1d93178c1808d4fc1d0b69/C, priority=13, startTime=1731985243535; duration=0sec 2024-11-19T03:00:44,379 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:44,379 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 07f5df729e1d93178c1808d4fc1d0b69:C 2024-11-19T03:00:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,610 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:00:44,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 07f5df729e1d93178c1808d4fc1d0b69 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T03:00:44,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111986d8da086adc448787155dba6fe4080f_07f5df729e1d93178c1808d4fc1d0b69 is 50, key is test_row_0/A:col10/1731985244609/Put/seqid=0 2024-11-19T03:00:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:44,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742505_1681 (size=17534) 2024-11-19T03:00:44,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985304698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:44,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:44,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:44,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:44,725 INFO [Thread-2612 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2612. 2024-11-19T03:00:44,725 DEBUG [Thread-2612 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:00:44,725 DEBUG [Thread-2612 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:44,725 DEBUG [Thread-2612 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:44,725 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:00:44,727 INFO [Thread-2610 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2610. 2024-11-19T03:00:44,727 DEBUG [Thread-2610 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:00:44,727 DEBUG [Thread-2610 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:44,727 DEBUG [Thread-2610 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:44,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:00:44,728 INFO [Thread-2608 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2608. 2024-11-19T03:00:44,728 DEBUG [Thread-2608 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:00:44,728 DEBUG [Thread-2608 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:44,728 DEBUG [Thread-2608 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:44,729 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:00:44,729 INFO [Thread-2616 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2616. 2024-11-19T03:00:44,729 DEBUG [Thread-2616 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:00:44,729 DEBUG [Thread-2616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:44,729 DEBUG [Thread-2616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:44,729 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:00:44,730 INFO [Thread-2614 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2614. 2024-11-19T03:00:44,730 DEBUG [Thread-2614 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:00:44,730 DEBUG [Thread-2614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:44,730 DEBUG [Thread-2614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:44,730 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:00:44,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985304809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:44,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:44,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:44,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-19T03:00:44,969 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:00:45,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985305019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:45,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:45,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:45,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:45,022 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:45,025 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111986d8da086adc448787155dba6fe4080f_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111986d8da086adc448787155dba6fe4080f_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:45,025 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/26acafc69ea3446ab9cb35edd6e1508c, store: [table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:45,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/26acafc69ea3446ab9cb35edd6e1508c is 175, key is test_row_0/A:col10/1731985244609/Put/seqid=0 2024-11-19T03:00:45,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742506_1682 (size=48639) 2024-11-19T03:00:45,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985305329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:45,429 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/26acafc69ea3446ab9cb35edd6e1508c 2024-11-19T03:00:45,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/50cb12b4756e44ca813dd3823ca9024f is 50, key is test_row_0/B:col10/1731985244609/Put/seqid=0 2024-11-19T03:00:45,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742507_1683 (size=12301) 2024-11-19T03:00:45,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/50cb12b4756e44ca813dd3823ca9024f 2024-11-19T03:00:45,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T03:00:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59738 deadline: 1731985305839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 2024-11-19T03:00:45,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 , the old value is region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:45,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:00:45,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., hostname=e93af88909ff,45689,1731985081997, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:00:45,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/c4902adba26f493f83afbf8f8544c1eb is 50, key is test_row_0/C:col10/1731985244609/Put/seqid=0 2024-11-19T03:00:45,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742508_1684 (size=12301) 2024-11-19T03:00:46,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/c4902adba26f493f83afbf8f8544c1eb 2024-11-19T03:00:46,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/26acafc69ea3446ab9cb35edd6e1508c as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/26acafc69ea3446ab9cb35edd6e1508c 2024-11-19T03:00:46,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/26acafc69ea3446ab9cb35edd6e1508c, entries=250, sequenceid=326, filesize=47.5 K 2024-11-19T03:00:46,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/50cb12b4756e44ca813dd3823ca9024f as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/50cb12b4756e44ca813dd3823ca9024f 2024-11-19T03:00:46,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/50cb12b4756e44ca813dd3823ca9024f, entries=150, sequenceid=326, filesize=12.0 K 2024-11-19T03:00:46,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/c4902adba26f493f83afbf8f8544c1eb as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/c4902adba26f493f83afbf8f8544c1eb 2024-11-19T03:00:46,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/c4902adba26f493f83afbf8f8544c1eb, entries=150, sequenceid=326, filesize=12.0 K 2024-11-19T03:00:46,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 07f5df729e1d93178c1808d4fc1d0b69 in 1648ms, sequenceid=326, compaction requested=true 2024-11-19T03:00:46,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:46,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 07f5df729e1d93178c1808d4fc1d0b69:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:00:46,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:46,258 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:46,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 07f5df729e1d93178c1808d4fc1d0b69:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:00:46,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:46,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 07f5df729e1d93178c1808d4fc1d0b69:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:00:46,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:46,258 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:46,258 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:46,258 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:46,259 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 07f5df729e1d93178c1808d4fc1d0b69/B is initiating minor compaction (all files) 2024-11-19T03:00:46,259 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1541): 07f5df729e1d93178c1808d4fc1d0b69/A is initiating minor compaction (all files) 2024-11-19T03:00:46,259 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 07f5df729e1d93178c1808d4fc1d0b69/A in TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:46,259 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 07f5df729e1d93178c1808d4fc1d0b69/B in TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:46,259 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/8ebaa34da6484e41b8a706c6cf09e44e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/764acf829af34ff9911a696b680c4284, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/26acafc69ea3446ab9cb35edd6e1508c] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp, totalSize=109.2 K 2024-11-19T03:00:46,259 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/933416ffc5bd4f6a84881f8ec982aa30, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/643ca7aa0f054e2aa91beac832f4b5a9, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/50cb12b4756e44ca813dd3823ca9024f] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp, totalSize=36.7 K 2024-11-19T03:00:46,259 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:46,259 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. files: [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/8ebaa34da6484e41b8a706c6cf09e44e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/764acf829af34ff9911a696b680c4284, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/26acafc69ea3446ab9cb35edd6e1508c] 2024-11-19T03:00:46,259 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 933416ffc5bd4f6a84881f8ec982aa30, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731985241099 2024-11-19T03:00:46,259 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ebaa34da6484e41b8a706c6cf09e44e, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731985241099 2024-11-19T03:00:46,259 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 643ca7aa0f054e2aa91beac832f4b5a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731985242349 2024-11-19T03:00:46,259 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 764acf829af34ff9911a696b680c4284, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731985242349 2024-11-19T03:00:46,259 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 50cb12b4756e44ca813dd3823ca9024f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731985244598 2024-11-19T03:00:46,259 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26acafc69ea3446ab9cb35edd6e1508c, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731985244586 2024-11-19T03:00:46,263 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:46,264 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 07f5df729e1d93178c1808d4fc1d0b69#B#compaction#583 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:46,264 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/1ddf4c7295f747ec9c92dd943ca34efb is 50, key is test_row_0/B:col10/1731985244609/Put/seqid=0 2024-11-19T03:00:46,264 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119926463ed9a434642b942e930873609ba_07f5df729e1d93178c1808d4fc1d0b69 store=[table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:46,267 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119926463ed9a434642b942e930873609ba_07f5df729e1d93178c1808d4fc1d0b69, store=[table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:46,267 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119926463ed9a434642b942e930873609ba_07f5df729e1d93178c1808d4fc1d0b69 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:46,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742509_1685 (size=13119) 2024-11-19T03:00:46,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742510_1686 (size=4469) 2024-11-19T03:00:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45689 {}] regionserver.HRegion(8855): Flush requested on 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:46,420 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:00:46,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 07f5df729e1d93178c1808d4fc1d0b69 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-19T03:00:46,420 INFO [Thread-2599 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2599. 2024-11-19T03:00:46,420 DEBUG [Thread-2599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:00:46,420 DEBUG [Thread-2599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:46,420 DEBUG [Thread-2599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:46,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:00:46,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119e42b130969a740949c90064247584d31_07f5df729e1d93178c1808d4fc1d0b69 is 50, key is test_row_0/A:col10/1731985246419/Put/seqid=0 2024-11-19T03:00:46,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742511_1687 (size=12454) 2024-11-19T03:00:46,671 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 07f5df729e1d93178c1808d4fc1d0b69#A#compaction#584 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:46,671 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/41ab4a0b0e4e4c75be9dc86011091990 is 175, key is test_row_0/A:col10/1731985244609/Put/seqid=0 2024-11-19T03:00:46,673 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/1ddf4c7295f747ec9c92dd943ca34efb as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/1ddf4c7295f747ec9c92dd943ca34efb 2024-11-19T03:00:46,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742512_1688 (size=32073) 2024-11-19T03:00:46,676 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 07f5df729e1d93178c1808d4fc1d0b69/B of 07f5df729e1d93178c1808d4fc1d0b69 into 1ddf4c7295f747ec9c92dd943ca34efb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:46,676 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:46,676 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., storeName=07f5df729e1d93178c1808d4fc1d0b69/B, priority=13, startTime=1731985246258; duration=0sec 2024-11-19T03:00:46,676 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:00:46,676 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 07f5df729e1d93178c1808d4fc1d0b69:B 2024-11-19T03:00:46,676 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:00:46,677 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:00:46,677 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1541): 07f5df729e1d93178c1808d4fc1d0b69/C is initiating minor compaction (all files) 2024-11-19T03:00:46,677 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 07f5df729e1d93178c1808d4fc1d0b69/C in TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:46,677 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/da3fe5a2131d41e09a1fc33419cca4a1, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/8c1f4e4b1cbf4eecaef8b2dea9a03456, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/c4902adba26f493f83afbf8f8544c1eb] into tmpdir=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp, totalSize=36.7 K 2024-11-19T03:00:46,677 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting da3fe5a2131d41e09a1fc33419cca4a1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731985241099 2024-11-19T03:00:46,677 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c1f4e4b1cbf4eecaef8b2dea9a03456, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731985242349 2024-11-19T03:00:46,678 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] compactions.Compactor(225): Compacting c4902adba26f493f83afbf8f8544c1eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731985244598 2024-11-19T03:00:46,682 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 07f5df729e1d93178c1808d4fc1d0b69#C#compaction#586 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:00:46,682 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/f4561bfdf1c94e93b4fa61c931fa6d6e is 50, key is test_row_0/C:col10/1731985244609/Put/seqid=0 2024-11-19T03:00:46,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742513_1689 (size=13085) 2024-11-19T03:00:46,828 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:46,831 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119e42b130969a740949c90064247584d31_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119e42b130969a740949c90064247584d31_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:46,831 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/47c08bc8ccf64a30936cfc8c1035cb62, store: [table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:46,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/47c08bc8ccf64a30936cfc8c1035cb62 is 175, key is test_row_0/A:col10/1731985246419/Put/seqid=0 2024-11-19T03:00:46,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742514_1690 (size=31255) 2024-11-19T03:00:46,850 INFO [Thread-2601 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2601. 2024-11-19T03:00:46,850 DEBUG [Thread-2601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:00:46,850 DEBUG [Thread-2601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:46,850 DEBUG [Thread-2601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:46,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:00:47,078 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/41ab4a0b0e4e4c75be9dc86011091990 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/41ab4a0b0e4e4c75be9dc86011091990 2024-11-19T03:00:47,081 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 07f5df729e1d93178c1808d4fc1d0b69/A of 07f5df729e1d93178c1808d4fc1d0b69 into 41ab4a0b0e4e4c75be9dc86011091990(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:47,081 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:47,081 INFO [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., storeName=07f5df729e1d93178c1808d4fc1d0b69/A, priority=13, startTime=1731985246258; duration=0sec 2024-11-19T03:00:47,081 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:47,081 DEBUG [RS:0;e93af88909ff:45689-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 07f5df729e1d93178c1808d4fc1d0b69:A 2024-11-19T03:00:47,087 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/f4561bfdf1c94e93b4fa61c931fa6d6e as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/f4561bfdf1c94e93b4fa61c931fa6d6e 2024-11-19T03:00:47,090 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 07f5df729e1d93178c1808d4fc1d0b69/C of 07f5df729e1d93178c1808d4fc1d0b69 into f4561bfdf1c94e93b4fa61c931fa6d6e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:00:47,090 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:47,090 INFO [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., storeName=07f5df729e1d93178c1808d4fc1d0b69/C, priority=13, startTime=1731985246258; duration=0sec 2024-11-19T03:00:47,090 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:00:47,090 DEBUG [RS:0;e93af88909ff:45689-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 07f5df729e1d93178c1808d4fc1d0b69:C 2024-11-19T03:00:47,235 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=352, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/47c08bc8ccf64a30936cfc8c1035cb62 2024-11-19T03:00:47,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/d6b6d3311b4a459495301f62f765a5b3 is 50, key is test_row_0/B:col10/1731985246419/Put/seqid=0 2024-11-19T03:00:47,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742515_1691 (size=12301) 2024-11-19T03:00:47,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/d6b6d3311b4a459495301f62f765a5b3 2024-11-19T03:00:47,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/b2cc9f85dfd346caaabaa463839836c9 is 50, key is test_row_0/C:col10/1731985246419/Put/seqid=0 2024-11-19T03:00:47,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742516_1692 (size=12301) 2024-11-19T03:00:48,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/b2cc9f85dfd346caaabaa463839836c9 2024-11-19T03:00:48,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/47c08bc8ccf64a30936cfc8c1035cb62 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/47c08bc8ccf64a30936cfc8c1035cb62 2024-11-19T03:00:48,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/47c08bc8ccf64a30936cfc8c1035cb62, entries=150, sequenceid=352, filesize=30.5 K 2024-11-19T03:00:48,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/d6b6d3311b4a459495301f62f765a5b3 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/d6b6d3311b4a459495301f62f765a5b3 2024-11-19T03:00:48,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/d6b6d3311b4a459495301f62f765a5b3, entries=150, sequenceid=352, filesize=12.0 K 2024-11-19T03:00:48,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/b2cc9f85dfd346caaabaa463839836c9 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/b2cc9f85dfd346caaabaa463839836c9 2024-11-19T03:00:48,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/b2cc9f85dfd346caaabaa463839836c9, entries=150, sequenceid=352, filesize=12.0 K 2024-11-19T03:00:48,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=6.71 KB/6870 for 07f5df729e1d93178c1808d4fc1d0b69 in 1644ms, sequenceid=352, compaction requested=false 2024-11-19T03:00:48,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 07f5df729e1d93178c1808d4fc1d0b69: 2024-11-19T03:00:51,461 INFO [Thread-2597 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2597. 2024-11-19T03:00:51,461 DEBUG [Thread-2597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:00:51,461 DEBUG [Thread-2597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:51,461 DEBUG [Thread-2597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:51,461 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:00:51,520 INFO [Thread-2605 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2605. 2024-11-19T03:00:51,520 DEBUG [Thread-2605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:00:51,520 DEBUG [Thread-2605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:51,520 DEBUG [Thread-2605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:51,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:00:51,540 INFO [Thread-2603 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2603. 2024-11-19T03:00:51,540 DEBUG [Thread-2603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:00:51,540 DEBUG [Thread-2603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:51,541 DEBUG [Thread-2603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:51,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:00:51,541 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-19T03:00:51,541 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-19T03:00:51,541 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-19T03:00:51,541 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 179 2024-11-19T03:00:51,541 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-11-19T03:00:51,541 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 30 2024-11-19T03:00:51,541 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-19T03:00:51,541 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3299 2024-11-19T03:00:51,541 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3201 2024-11-19T03:00:51,541 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3217 2024-11-19T03:00:51,541 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3300 2024-11-19T03:00:51,541 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3214 2024-11-19T03:00:51,541 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-19T03:00:51,541 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:00:51,541 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:00:51,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:51,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:51,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:00:51,542 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-19T03:00:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=178, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-19T03:00:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-19T03:00:51,545 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731985251545"}]},"ts":"1731985251545"} 2024-11-19T03:00:51,546 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-19T03:00:51,546 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-19T03:00:51,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T03:00:51,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=07f5df729e1d93178c1808d4fc1d0b69, UNASSIGN}] 2024-11-19T03:00:51,549 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=180, ppid=179, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=07f5df729e1d93178c1808d4fc1d0b69, UNASSIGN 2024-11-19T03:00:51,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=180 updating hbase:meta row=07f5df729e1d93178c1808d4fc1d0b69, regionState=CLOSING, regionLocation=e93af88909ff,45689,1731985081997 2024-11-19T03:00:51,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=180, ppid=179, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=07f5df729e1d93178c1808d4fc1d0b69, UNASSIGN because future has completed 2024-11-19T03:00:51,551 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T03:00:51,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=181, ppid=180, state=RUNNABLE, hasLock=false; CloseRegionProcedure 07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997}] 2024-11-19T03:00:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-19T03:00:51,703 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] handler.UnassignRegionHandler(122): Close 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:51,703 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T03:00:51,703 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1722): Closing 07f5df729e1d93178c1808d4fc1d0b69, disabling compactions & flushes 2024-11-19T03:00:51,703 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:51,703 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:51,703 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. after waiting 0 ms 2024-11-19T03:00:51,703 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:51,703 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(2902): Flushing 07f5df729e1d93178c1808d4fc1d0b69 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-19T03:00:51,707 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119d4db42466b574f2b919828b20fa95aea_07f5df729e1d93178c1808d4fc1d0b69 is 50, key is test_row_0/A:col10/1731985251519/Put/seqid=0 2024-11-19T03:00:51,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742517_1693 (size=12454) 2024-11-19T03:00:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-19T03:00:52,111 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:00:52,114 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119d4db42466b574f2b919828b20fa95aea_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d4db42466b574f2b919828b20fa95aea_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:52,114 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/7ddb4f604cc64817ae1c5baee04bcf1d, store: [table=TestAcidGuarantees family=A region=07f5df729e1d93178c1808d4fc1d0b69] 2024-11-19T03:00:52,115 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/7ddb4f604cc64817ae1c5baee04bcf1d is 175, key is test_row_0/A:col10/1731985251519/Put/seqid=0 2024-11-19T03:00:52,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742518_1694 (size=31255) 2024-11-19T03:00:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-19T03:00:52,518 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=362, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/7ddb4f604cc64817ae1c5baee04bcf1d 2024-11-19T03:00:52,523 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/ec7e089b60f4406fb0cd59a47fef565c is 50, key is test_row_0/B:col10/1731985251519/Put/seqid=0 2024-11-19T03:00:52,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742519_1695 (size=12301) 2024-11-19T03:00:52,526 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/ec7e089b60f4406fb0cd59a47fef565c 2024-11-19T03:00:52,531 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/57e4d0ed194a4712a7fb681169433a12 is 50, key is test_row_0/C:col10/1731985251519/Put/seqid=0 2024-11-19T03:00:52,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742520_1696 (size=12301) 2024-11-19T03:00:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-19T03:00:52,934 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/57e4d0ed194a4712a7fb681169433a12 2024-11-19T03:00:52,937 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/A/7ddb4f604cc64817ae1c5baee04bcf1d as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/7ddb4f604cc64817ae1c5baee04bcf1d 2024-11-19T03:00:52,940 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/7ddb4f604cc64817ae1c5baee04bcf1d, entries=150, sequenceid=362, filesize=30.5 K 2024-11-19T03:00:52,940 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/B/ec7e089b60f4406fb0cd59a47fef565c as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/ec7e089b60f4406fb0cd59a47fef565c 2024-11-19T03:00:52,943 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/ec7e089b60f4406fb0cd59a47fef565c, entries=150, sequenceid=362, filesize=12.0 K 2024-11-19T03:00:52,943 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/.tmp/C/57e4d0ed194a4712a7fb681169433a12 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/57e4d0ed194a4712a7fb681169433a12 2024-11-19T03:00:52,945 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/57e4d0ed194a4712a7fb681169433a12, entries=150, sequenceid=362, filesize=12.0 K 2024-11-19T03:00:52,946 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 07f5df729e1d93178c1808d4fc1d0b69 in 1243ms, sequenceid=362, compaction requested=true 2024-11-19T03:00:52,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/6d727af06165449d9dcff671405a7615, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/56ccea42f82d450985f925b53988189f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/9c98a4dbddfb454da07277c738a90e2e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/32c408299f2044d1927376576823bbf7, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/5a3643d3844a47e8bb4605255bc27cc0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/3e94cbceb0fc4e6d916cacb9583413f8, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/dbd9af4be5194ef69b36838431f7cf1d, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/61ccffb377d14c519396f08f2996800b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/2efc9a4c89fe4ea782fdbb0332c336cf, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/80b81ebf2a0544c88d490fec6a0e90fd, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/7a6071f7bbb34301a17c12dc7778d14e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/e677575d3f42463f880f7c939de6f4c2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/f14e610017824361b13743c4128ed23b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/3b2744c547c448c79db4e5698b0ba299, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/f372b0dc5b6241f3a9905b0a12c12498, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/150ee598f1a64bf79e8ac8240591eea1, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/ee4401c003884503b1965695b3932750, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/0b1ce5149c8a4c3c8b4dbd6f54659707, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/4b09fc63a6b840568cdf00288b509789, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/738ffafacf294d4bad625b6cac3f06a2, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/765e6deac2214cab8451e8ced5d6ce3c, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/8ebaa34da6484e41b8a706c6cf09e44e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/764acf829af34ff9911a696b680c4284, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/26acafc69ea3446ab9cb35edd6e1508c] to archive 2024-11-19T03:00:52,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T03:00:52,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/6d727af06165449d9dcff671405a7615 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/6d727af06165449d9dcff671405a7615 2024-11-19T03:00:52,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/56ccea42f82d450985f925b53988189f to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/56ccea42f82d450985f925b53988189f 2024-11-19T03:00:52,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/9c98a4dbddfb454da07277c738a90e2e to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/9c98a4dbddfb454da07277c738a90e2e 2024-11-19T03:00:52,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/32c408299f2044d1927376576823bbf7 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/32c408299f2044d1927376576823bbf7 2024-11-19T03:00:52,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/5a3643d3844a47e8bb4605255bc27cc0 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/5a3643d3844a47e8bb4605255bc27cc0 2024-11-19T03:00:52,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/3e94cbceb0fc4e6d916cacb9583413f8 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/3e94cbceb0fc4e6d916cacb9583413f8 2024-11-19T03:00:52,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/dbd9af4be5194ef69b36838431f7cf1d to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/dbd9af4be5194ef69b36838431f7cf1d 2024-11-19T03:00:52,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/61ccffb377d14c519396f08f2996800b to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/61ccffb377d14c519396f08f2996800b 2024-11-19T03:00:52,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/2efc9a4c89fe4ea782fdbb0332c336cf to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/2efc9a4c89fe4ea782fdbb0332c336cf 2024-11-19T03:00:52,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/80b81ebf2a0544c88d490fec6a0e90fd to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/80b81ebf2a0544c88d490fec6a0e90fd 2024-11-19T03:00:52,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/7a6071f7bbb34301a17c12dc7778d14e to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/7a6071f7bbb34301a17c12dc7778d14e 2024-11-19T03:00:52,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/e677575d3f42463f880f7c939de6f4c2 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/e677575d3f42463f880f7c939de6f4c2 2024-11-19T03:00:52,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/f14e610017824361b13743c4128ed23b to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/f14e610017824361b13743c4128ed23b 2024-11-19T03:00:52,957 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/3b2744c547c448c79db4e5698b0ba299 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/3b2744c547c448c79db4e5698b0ba299 2024-11-19T03:00:52,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/f372b0dc5b6241f3a9905b0a12c12498 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/f372b0dc5b6241f3a9905b0a12c12498 2024-11-19T03:00:52,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/150ee598f1a64bf79e8ac8240591eea1 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/150ee598f1a64bf79e8ac8240591eea1 2024-11-19T03:00:52,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/ee4401c003884503b1965695b3932750 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/ee4401c003884503b1965695b3932750 2024-11-19T03:00:52,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/0b1ce5149c8a4c3c8b4dbd6f54659707 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/0b1ce5149c8a4c3c8b4dbd6f54659707 2024-11-19T03:00:52,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/4b09fc63a6b840568cdf00288b509789 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/4b09fc63a6b840568cdf00288b509789 2024-11-19T03:00:52,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/738ffafacf294d4bad625b6cac3f06a2 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/738ffafacf294d4bad625b6cac3f06a2 2024-11-19T03:00:52,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/765e6deac2214cab8451e8ced5d6ce3c to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/765e6deac2214cab8451e8ced5d6ce3c 2024-11-19T03:00:52,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/8ebaa34da6484e41b8a706c6cf09e44e to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/8ebaa34da6484e41b8a706c6cf09e44e 2024-11-19T03:00:52,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/764acf829af34ff9911a696b680c4284 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/764acf829af34ff9911a696b680c4284 2024-11-19T03:00:52,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/26acafc69ea3446ab9cb35edd6e1508c to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/26acafc69ea3446ab9cb35edd6e1508c 2024-11-19T03:00:52,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/29a90ebe1c2c43f7aa23a9c31d2c645e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/8b4071638e104eeb9faec516e1720671, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/12d1350c23d94cdbba7416586a9346b0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/b73bcb7a2030458fa2fce57c8c07d5be, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/9127f5d778254e10a123cb2e5fc25ac8, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/43b6a44e6a9447a2b6105cb5837dcf58, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/2970090611d14bd98bebd001c6217f3d, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/f25d9cc326db4faba7d974d163e94b10, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/d0b39024943b4e1e8ed3d0c17df87a5a, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/cabd524c3e52461780d4532e6d8b0049, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/b254fcdb5f4543bd92fb1fd81707c222, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/c2e255a6ad4b4beba965788b166fbb9b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/e558a1290e054471bb22c199d3d50662, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/d2ba170e76424461aa65ab4e92276e62, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/6e549667d291439cab07673b37d8667b, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/3d34dfa338c3423b98abe01278803355, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/b63a97280f394788abb9b27f24ddc960, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/1456c2e2f52242b9adce2ffdab152d03, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/e533c18b7cbe4163a9f6cca3a314cbc1, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/f3181a52046940948479b0d0c0565873, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/933416ffc5bd4f6a84881f8ec982aa30, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/fe73e4bd66074e6d854d25b421b4ecf1, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/643ca7aa0f054e2aa91beac832f4b5a9, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/50cb12b4756e44ca813dd3823ca9024f] to archive 2024-11-19T03:00:52,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T03:00:52,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/29a90ebe1c2c43f7aa23a9c31d2c645e to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/29a90ebe1c2c43f7aa23a9c31d2c645e 2024-11-19T03:00:52,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/8b4071638e104eeb9faec516e1720671 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/8b4071638e104eeb9faec516e1720671 2024-11-19T03:00:52,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/12d1350c23d94cdbba7416586a9346b0 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/12d1350c23d94cdbba7416586a9346b0 2024-11-19T03:00:52,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/b73bcb7a2030458fa2fce57c8c07d5be to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/b73bcb7a2030458fa2fce57c8c07d5be 2024-11-19T03:00:52,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/9127f5d778254e10a123cb2e5fc25ac8 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/9127f5d778254e10a123cb2e5fc25ac8 2024-11-19T03:00:52,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/43b6a44e6a9447a2b6105cb5837dcf58 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/43b6a44e6a9447a2b6105cb5837dcf58 2024-11-19T03:00:52,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/2970090611d14bd98bebd001c6217f3d to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/2970090611d14bd98bebd001c6217f3d 2024-11-19T03:00:52,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/f25d9cc326db4faba7d974d163e94b10 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/f25d9cc326db4faba7d974d163e94b10 2024-11-19T03:00:52,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/d0b39024943b4e1e8ed3d0c17df87a5a to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/d0b39024943b4e1e8ed3d0c17df87a5a 2024-11-19T03:00:52,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/cabd524c3e52461780d4532e6d8b0049 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/cabd524c3e52461780d4532e6d8b0049 2024-11-19T03:00:52,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/b254fcdb5f4543bd92fb1fd81707c222 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/b254fcdb5f4543bd92fb1fd81707c222 2024-11-19T03:00:52,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/c2e255a6ad4b4beba965788b166fbb9b to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/c2e255a6ad4b4beba965788b166fbb9b 2024-11-19T03:00:52,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/e558a1290e054471bb22c199d3d50662 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/e558a1290e054471bb22c199d3d50662 2024-11-19T03:00:52,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/d2ba170e76424461aa65ab4e92276e62 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/d2ba170e76424461aa65ab4e92276e62 2024-11-19T03:00:52,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/6e549667d291439cab07673b37d8667b to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/6e549667d291439cab07673b37d8667b 2024-11-19T03:00:52,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/3d34dfa338c3423b98abe01278803355 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/3d34dfa338c3423b98abe01278803355 2024-11-19T03:00:52,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/b63a97280f394788abb9b27f24ddc960 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/b63a97280f394788abb9b27f24ddc960 2024-11-19T03:00:52,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/1456c2e2f52242b9adce2ffdab152d03 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/1456c2e2f52242b9adce2ffdab152d03 2024-11-19T03:00:52,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/e533c18b7cbe4163a9f6cca3a314cbc1 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/e533c18b7cbe4163a9f6cca3a314cbc1 2024-11-19T03:00:52,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/f3181a52046940948479b0d0c0565873 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/f3181a52046940948479b0d0c0565873 2024-11-19T03:00:52,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/933416ffc5bd4f6a84881f8ec982aa30 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/933416ffc5bd4f6a84881f8ec982aa30 2024-11-19T03:00:52,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/fe73e4bd66074e6d854d25b421b4ecf1 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/fe73e4bd66074e6d854d25b421b4ecf1 2024-11-19T03:00:52,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/643ca7aa0f054e2aa91beac832f4b5a9 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/643ca7aa0f054e2aa91beac832f4b5a9 2024-11-19T03:00:52,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/50cb12b4756e44ca813dd3823ca9024f to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/50cb12b4756e44ca813dd3823ca9024f 2024-11-19T03:00:52,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/d6f2a1cd43814a85af5c3dfcbd95a231, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/c162566e0d9c4f6aa542a11a9dd19aa0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/02a66ed1ead8407b9769352bba7ece6e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/d3ed8ff867ac4327bc07ec1a30a7ff8e, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/f7934864ee364e5488119afe728b4d67, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/1c9fe152a3da48a3aa6ca11e9693fb95, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/a813e7e71bfb4070999af1cacf7c4aff, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/766b391f1c624fe1ae9365cf7bbea479, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/27587ce585b8496db98eaa4bc214e661, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/67f503056fc9411e9d9bda457deced5d, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/ab84bf55f43c45809f96dffd253aa9f4, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/ecbf95a9874842c18999b84f5cd1b4b0, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/9643de16ed6f41e8b2defc90c7eb82aa, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/e897489508334a6488b38722665aa1df, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/0e3dc184db2e43fd924a2891dbbeb9ac, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/2debdef268c24560a67a3480e3602cdc, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/3d0493d89f374f0a8ce743aa87f2d2db, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/8350c5d274bb4d8cb9b15409e4540c3d, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/856b9830b53144dfaf74ed2c9de6999d, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/da3fe5a2131d41e09a1fc33419cca4a1, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/b10916e8a9604c3ba696b45105e3201f, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/8c1f4e4b1cbf4eecaef8b2dea9a03456, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/c4902adba26f493f83afbf8f8544c1eb] to archive 2024-11-19T03:00:52,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T03:00:52,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/d6f2a1cd43814a85af5c3dfcbd95a231 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/d6f2a1cd43814a85af5c3dfcbd95a231 2024-11-19T03:00:52,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/c162566e0d9c4f6aa542a11a9dd19aa0 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/c162566e0d9c4f6aa542a11a9dd19aa0 2024-11-19T03:00:52,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/02a66ed1ead8407b9769352bba7ece6e to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/02a66ed1ead8407b9769352bba7ece6e 2024-11-19T03:00:52,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/d3ed8ff867ac4327bc07ec1a30a7ff8e to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/d3ed8ff867ac4327bc07ec1a30a7ff8e 2024-11-19T03:00:52,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/f7934864ee364e5488119afe728b4d67 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/f7934864ee364e5488119afe728b4d67 2024-11-19T03:00:52,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/1c9fe152a3da48a3aa6ca11e9693fb95 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/1c9fe152a3da48a3aa6ca11e9693fb95 2024-11-19T03:00:52,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/a813e7e71bfb4070999af1cacf7c4aff to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/a813e7e71bfb4070999af1cacf7c4aff 2024-11-19T03:00:52,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/766b391f1c624fe1ae9365cf7bbea479 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/766b391f1c624fe1ae9365cf7bbea479 2024-11-19T03:00:52,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/27587ce585b8496db98eaa4bc214e661 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/27587ce585b8496db98eaa4bc214e661 2024-11-19T03:00:52,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/67f503056fc9411e9d9bda457deced5d to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/67f503056fc9411e9d9bda457deced5d 2024-11-19T03:00:52,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/ab84bf55f43c45809f96dffd253aa9f4 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/ab84bf55f43c45809f96dffd253aa9f4 2024-11-19T03:00:52,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/ecbf95a9874842c18999b84f5cd1b4b0 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/ecbf95a9874842c18999b84f5cd1b4b0 2024-11-19T03:00:52,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/9643de16ed6f41e8b2defc90c7eb82aa to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/9643de16ed6f41e8b2defc90c7eb82aa 2024-11-19T03:00:52,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/e897489508334a6488b38722665aa1df to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/e897489508334a6488b38722665aa1df 2024-11-19T03:00:52,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/0e3dc184db2e43fd924a2891dbbeb9ac to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/0e3dc184db2e43fd924a2891dbbeb9ac 2024-11-19T03:00:52,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/2debdef268c24560a67a3480e3602cdc to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/2debdef268c24560a67a3480e3602cdc 2024-11-19T03:00:52,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/3d0493d89f374f0a8ce743aa87f2d2db to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/3d0493d89f374f0a8ce743aa87f2d2db 2024-11-19T03:00:52,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/8350c5d274bb4d8cb9b15409e4540c3d to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/8350c5d274bb4d8cb9b15409e4540c3d 2024-11-19T03:00:53,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/856b9830b53144dfaf74ed2c9de6999d to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/856b9830b53144dfaf74ed2c9de6999d 2024-11-19T03:00:53,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/da3fe5a2131d41e09a1fc33419cca4a1 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/da3fe5a2131d41e09a1fc33419cca4a1 2024-11-19T03:00:53,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/b10916e8a9604c3ba696b45105e3201f to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/b10916e8a9604c3ba696b45105e3201f 2024-11-19T03:00:53,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/8c1f4e4b1cbf4eecaef8b2dea9a03456 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/8c1f4e4b1cbf4eecaef8b2dea9a03456 2024-11-19T03:00:53,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/c4902adba26f493f83afbf8f8544c1eb to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/c4902adba26f493f83afbf8f8544c1eb 2024-11-19T03:00:53,006 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/recovered.edits/365.seqid, newMaxSeqId=365, maxSeqId=4 2024-11-19T03:00:53,007 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. 2024-11-19T03:00:53,007 DEBUG [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1676): Region close journal for 07f5df729e1d93178c1808d4fc1d0b69: Waiting for close lock at 1731985251703Running coprocessor pre-close hooks at 1731985251703Disabling compacts and flushes for region at 1731985251703Disabling writes for close at 1731985251703Obtaining lock to block concurrent updates at 1731985251703Preparing flush snapshotting stores in 07f5df729e1d93178c1808d4fc1d0b69 at 1731985251703Finished memstore snapshotting TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731985251703Flushing stores of TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69. at 1731985251704 (+1 ms)Flushing 07f5df729e1d93178c1808d4fc1d0b69/A: creating writer at 1731985251704Flushing mob file 07f5df729e1d93178c1808d4fc1d0b69/A: appending metadata at 1731985251707 (+3 ms)Flushing mob file 07f5df729e1d93178c1808d4fc1d0b69/A: closing flushed file at 1731985251707Flushing 07f5df729e1d93178c1808d4fc1d0b69/A: appending metadata at 1731985252114 (+407 ms)Flushing 07f5df729e1d93178c1808d4fc1d0b69/A: closing flushed file at 1731985252114Flushing 07f5df729e1d93178c1808d4fc1d0b69/B: creating writer at 1731985252521 (+407 ms)Flushing 07f5df729e1d93178c1808d4fc1d0b69/B: appending metadata at 1731985252523 (+2 ms)Flushing 07f5df729e1d93178c1808d4fc1d0b69/B: closing flushed file at 1731985252523Flushing 07f5df729e1d93178c1808d4fc1d0b69/C: creating writer at 1731985252529 (+6 ms)Flushing 07f5df729e1d93178c1808d4fc1d0b69/C: appending metadata at 1731985252530 (+1 ms)Flushing 07f5df729e1d93178c1808d4fc1d0b69/C: closing flushed file at 1731985252530Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@460a6a7a: reopening flushed file at 1731985252936 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f1f858f: reopening flushed file at 1731985252940 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6237722d: reopening flushed file at 1731985252943 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 07f5df729e1d93178c1808d4fc1d0b69 in 1243ms, sequenceid=362, compaction requested=true at 1731985252946 (+3 ms)Writing region close event to WAL at 1731985253004 (+58 ms)Running coprocessor post-close hooks at 1731985253007 (+3 ms)Closed at 1731985253007 2024-11-19T03:00:53,008 INFO [RS_CLOSE_REGION-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] handler.UnassignRegionHandler(157): Closed 07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:53,009 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=180 updating hbase:meta row=07f5df729e1d93178c1808d4fc1d0b69, regionState=CLOSED 2024-11-19T03:00:53,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=181, ppid=180, state=RUNNABLE, hasLock=false; CloseRegionProcedure 07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 because future has completed 2024-11-19T03:00:53,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=181, resume processing ppid=180 2024-11-19T03:00:53,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=181, ppid=180, state=SUCCESS, hasLock=false; CloseRegionProcedure 07f5df729e1d93178c1808d4fc1d0b69, server=e93af88909ff,45689,1731985081997 in 1.4590 sec 2024-11-19T03:00:53,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=180, resume processing ppid=179 2024-11-19T03:00:53,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=180, ppid=179, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=07f5df729e1d93178c1808d4fc1d0b69, UNASSIGN in 1.4630 sec 2024-11-19T03:00:53,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=179, resume processing ppid=178 2024-11-19T03:00:53,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=179, ppid=178, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4660 sec 2024-11-19T03:00:53,015 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731985253015"}]},"ts":"1731985253015"} 2024-11-19T03:00:53,016 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-19T03:00:53,016 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-19T03:00:53,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4740 sec 2024-11-19T03:00:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-19T03:00:53,689 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:00:53,690 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-19T03:00:53,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] procedure2.ProcedureExecutor(1139): Stored pid=182, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:00:53,691 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=182, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:00:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-19T03:00:53,692 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=182, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:00:53,694 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:53,696 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A, FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B, FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C, FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/recovered.edits] 2024-11-19T03:00:53,697 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/41ab4a0b0e4e4c75be9dc86011091990 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/41ab4a0b0e4e4c75be9dc86011091990 2024-11-19T03:00:53,698 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/47c08bc8ccf64a30936cfc8c1035cb62 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/47c08bc8ccf64a30936cfc8c1035cb62 2024-11-19T03:00:53,699 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/7ddb4f604cc64817ae1c5baee04bcf1d to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/A/7ddb4f604cc64817ae1c5baee04bcf1d 2024-11-19T03:00:53,700 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/1ddf4c7295f747ec9c92dd943ca34efb to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/1ddf4c7295f747ec9c92dd943ca34efb 2024-11-19T03:00:53,701 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/d6b6d3311b4a459495301f62f765a5b3 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/d6b6d3311b4a459495301f62f765a5b3 2024-11-19T03:00:53,702 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/ec7e089b60f4406fb0cd59a47fef565c to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/B/ec7e089b60f4406fb0cd59a47fef565c 2024-11-19T03:00:53,703 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/57e4d0ed194a4712a7fb681169433a12 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/57e4d0ed194a4712a7fb681169433a12 2024-11-19T03:00:53,704 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/b2cc9f85dfd346caaabaa463839836c9 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/b2cc9f85dfd346caaabaa463839836c9 2024-11-19T03:00:53,705 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/f4561bfdf1c94e93b4fa61c931fa6d6e to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/C/f4561bfdf1c94e93b4fa61c931fa6d6e 2024-11-19T03:00:53,707 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/recovered.edits/365.seqid to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69/recovered.edits/365.seqid 2024-11-19T03:00:53,707 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/default/TestAcidGuarantees/07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:53,707 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-19T03:00:53,708 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-19T03:00:53,708 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-19T03:00:53,710 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111905b213efab3c4f7cab625530662f7374_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111905b213efab3c4f7cab625530662f7374_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:53,711 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119078cd29873a043aead5302614aa185cf_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119078cd29873a043aead5302614aa185cf_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:53,712 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411190c0e158ffa5a46009922c6f174ab2c66_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411190c0e158ffa5a46009922c6f174ab2c66_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:53,713 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119140876a635bc48eb81f98c6621a73193_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119140876a635bc48eb81f98c6621a73193_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:53,714 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111938c0d1112d47471cb6728319eb6e0134_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111938c0d1112d47471cb6728319eb6e0134_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:53,715 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111958605a0e7f2b4092b288c0732c2991b7_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111958605a0e7f2b4092b288c0732c2991b7_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:53,716 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411196a73154124d64f93aa79330c47b73c1f_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411196a73154124d64f93aa79330c47b73c1f_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:53,716 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119705cb270f1f44a0680aaba39ed8a6351_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119705cb270f1f44a0680aaba39ed8a6351_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:53,717 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111986d8da086adc448787155dba6fe4080f_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111986d8da086adc448787155dba6fe4080f_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:53,718 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111998dd305fedb94d8d93d0635e6a083779_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111998dd305fedb94d8d93d0635e6a083779_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:53,719 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119a0c5e6427fa8445e9fffcb4863b4a840_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119a0c5e6427fa8445e9fffcb4863b4a840_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:53,720 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c3436a537d6644719ad5c3be782241d3_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c3436a537d6644719ad5c3be782241d3_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:53,721 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c5eb7fec88c541f59acb58cccfb8b439_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c5eb7fec88c541f59acb58cccfb8b439_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:53,722 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119cd15ce0f48764430953af355ca155f62_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119cd15ce0f48764430953af355ca155f62_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:53,722 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d4db42466b574f2b919828b20fa95aea_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d4db42466b574f2b919828b20fa95aea_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:53,723 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d870b17b8ff941b6aaa2d975212d4f41_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d870b17b8ff941b6aaa2d975212d4f41_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:53,724 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119e42b130969a740949c90064247584d31_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119e42b130969a740949c90064247584d31_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:53,725 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119eb1e6e72ebc3491780b2f052312f0026_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119eb1e6e72ebc3491780b2f052312f0026_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:53,725 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f01bc40497b644eebe2042d7eff5439b_07f5df729e1d93178c1808d4fc1d0b69 to hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f01bc40497b644eebe2042d7eff5439b_07f5df729e1d93178c1808d4fc1d0b69 2024-11-19T03:00:53,726 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-19T03:00:53,727 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=182, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:00:53,729 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-19T03:00:53,731 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-19T03:00:53,732 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=182, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:00:53,732 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-19T03:00:53,732 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731985253732"}]},"ts":"9223372036854775807"} 2024-11-19T03:00:53,733 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-19T03:00:53,733 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 07f5df729e1d93178c1808d4fc1d0b69, NAME => 'TestAcidGuarantees,,1731985221628.07f5df729e1d93178c1808d4fc1d0b69.', STARTKEY => '', ENDKEY => ''}] 2024-11-19T03:00:53,733 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-19T03:00:53,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731985253733"}]},"ts":"9223372036854775807"} 2024-11-19T03:00:53,735 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-19T03:00:53,735 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=182, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:00:53,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=182, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 45 msec 2024-11-19T03:00:53,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-19T03:00:53,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-19T03:00:53,800 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:00:53,808 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=238 (was 241), OpenFileDescriptor=449 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=332 (was 407), ProcessCount=11 (was 11), AvailableMemoryMB=11298 (was 11366) 2024-11-19T03:00:53,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T03:00:53,808 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:00:53,808 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:00:53,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:53,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:53,809 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:00:53,809 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T03:00:53,809 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2077558802, stopped=false 2024-11-19T03:00:53,809 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e93af88909ff,34879,1731985081307 2024-11-19T03:00:53,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1012e28eb280001, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T03:00:53,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34879-0x1012e28eb280000, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T03:00:53,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1012e28eb280001, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T03:00:53,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34879-0x1012e28eb280000, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T03:00:53,811 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:00:53,812 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:00:53,812 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:00:53,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45689-0x1012e28eb280001, quorum=127.0.0.1:52764, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T03:00:53,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:53,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34879-0x1012e28eb280000, quorum=127.0.0.1:52764, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T03:00:53,812 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e93af88909ff,45689,1731985081997' ***** 2024-11-19T03:00:53,812 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T03:00:53,813 INFO [RS:0;e93af88909ff:45689 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T03:00:53,813 INFO [RS:0;e93af88909ff:45689 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T03:00:53,813 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T03:00:53,813 INFO [RS:0;e93af88909ff:45689 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T03:00:53,813 INFO [RS:0;e93af88909ff:45689 {}] regionserver.HRegionServer(959): stopping server e93af88909ff,45689,1731985081997 2024-11-19T03:00:53,813 INFO [RS:0;e93af88909ff:45689 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:00:53,813 INFO [RS:0;e93af88909ff:45689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e93af88909ff:45689. 2024-11-19T03:00:53,813 DEBUG [RS:0;e93af88909ff:45689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:00:53,813 DEBUG [RS:0;e93af88909ff:45689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:53,814 INFO [RS:0;e93af88909ff:45689 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T03:00:53,814 INFO [RS:0;e93af88909ff:45689 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T03:00:53,814 INFO [RS:0;e93af88909ff:45689 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T03:00:53,814 INFO [RS:0;e93af88909ff:45689 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T03:00:53,814 INFO [RS:0;e93af88909ff:45689 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T03:00:53,814 DEBUG [RS:0;e93af88909ff:45689 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T03:00:53,815 DEBUG [RS:0;e93af88909ff:45689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:00:53,815 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:00:53,815 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:00:53,815 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:00:53,815 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:00:53,815 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:00:53,815 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-19T03:00:53,838 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/hbase/meta/1588230740/.tmp/info/ed2043b068e74f5696f249a2112e6de5 is 95, key is TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23./info:/1731985112427/DeleteFamily/seqid=0 2024-11-19T03:00:53,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742521_1697 (size=6514) 2024-11-19T03:00:53,870 INFO [regionserver/e93af88909ff:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:00:53,990 INFO [regionserver/e93af88909ff:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T03:00:53,990 INFO [regionserver/e93af88909ff:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T03:00:54,015 DEBUG [RS:0;e93af88909ff:45689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:00:54,215 DEBUG [RS:0;e93af88909ff:45689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:00:54,241 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/hbase/meta/1588230740/.tmp/info/ed2043b068e74f5696f249a2112e6de5 2024-11-19T03:00:54,259 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/hbase/meta/1588230740/.tmp/ns/5a310af6e96e4357a96b1a56f9f1d4a9 is 93, key is TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23./ns:/1731985112384/DeleteFamily/seqid=0 2024-11-19T03:00:54,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742522_1698 (size=5906) 2024-11-19T03:00:54,415 DEBUG [RS:0;e93af88909ff:45689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:00:54,615 DEBUG [RS:0;e93af88909ff:45689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:00:54,662 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/hbase/meta/1588230740/.tmp/ns/5a310af6e96e4357a96b1a56f9f1d4a9 2024-11-19T03:00:54,679 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/hbase/meta/1588230740/.tmp/rep_barrier/a9c3d7e65e124f9794b1f14952db64da is 102, key is TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23./rep_barrier:/1731985112384/DeleteFamily/seqid=0 2024-11-19T03:00:54,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742523_1699 (size=6025) 2024-11-19T03:00:54,710 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e93af88909ff:34879 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-19T03:00:54,816 DEBUG [RS:0;e93af88909ff:45689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:00:55,016 DEBUG [RS:0;e93af88909ff:45689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:00:55,082 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/hbase/meta/1588230740/.tmp/rep_barrier/a9c3d7e65e124f9794b1f14952db64da 2024-11-19T03:00:55,099 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/hbase/meta/1588230740/.tmp/table/1e8da78ce0ef48d2a1fbac4b7fefe873 is 96, key is TestAcidGuarantees,,1731985084888.2dfd75b08b25be99c8fa1f8924983d23./table:/1731985112384/DeleteFamily/seqid=0 2024-11-19T03:00:55,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742524_1700 (size=5936) 2024-11-19T03:00:55,216 DEBUG [RS:0;e93af88909ff:45689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:00:55,416 DEBUG [RS:0;e93af88909ff:45689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:00:55,503 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/hbase/meta/1588230740/.tmp/table/1e8da78ce0ef48d2a1fbac4b7fefe873 2024-11-19T03:00:55,506 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/hbase/meta/1588230740/.tmp/info/ed2043b068e74f5696f249a2112e6de5 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/hbase/meta/1588230740/info/ed2043b068e74f5696f249a2112e6de5 2024-11-19T03:00:55,508 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/hbase/meta/1588230740/info/ed2043b068e74f5696f249a2112e6de5, entries=12, sequenceid=90, filesize=6.4 K 2024-11-19T03:00:55,509 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/hbase/meta/1588230740/.tmp/ns/5a310af6e96e4357a96b1a56f9f1d4a9 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/hbase/meta/1588230740/ns/5a310af6e96e4357a96b1a56f9f1d4a9 2024-11-19T03:00:55,511 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/hbase/meta/1588230740/ns/5a310af6e96e4357a96b1a56f9f1d4a9, entries=8, sequenceid=90, filesize=5.8 K 2024-11-19T03:00:55,512 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/hbase/meta/1588230740/.tmp/rep_barrier/a9c3d7e65e124f9794b1f14952db64da as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/hbase/meta/1588230740/rep_barrier/a9c3d7e65e124f9794b1f14952db64da 2024-11-19T03:00:55,514 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/hbase/meta/1588230740/rep_barrier/a9c3d7e65e124f9794b1f14952db64da, entries=6, sequenceid=90, filesize=5.9 K 2024-11-19T03:00:55,514 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/hbase/meta/1588230740/.tmp/table/1e8da78ce0ef48d2a1fbac4b7fefe873 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/hbase/meta/1588230740/table/1e8da78ce0ef48d2a1fbac4b7fefe873 2024-11-19T03:00:55,516 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/hbase/meta/1588230740/table/1e8da78ce0ef48d2a1fbac4b7fefe873, entries=7, sequenceid=90, filesize=5.8 K 2024-11-19T03:00:55,517 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1702ms, sequenceid=90, compaction requested=false 2024-11-19T03:00:55,521 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-19T03:00:55,521 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:00:55,521 INFO [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:00:55,521 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731985253814Running coprocessor pre-close hooks at 1731985253815 (+1 ms)Disabling compacts and flushes for region at 1731985253815Disabling writes for close at 1731985253815Obtaining lock to block concurrent updates at 1731985253815Preparing flush snapshotting stores in 1588230740 at 1731985253815Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731985253815Flushing stores of hbase:meta,,1.1588230740 at 1731985253816 (+1 ms)Flushing 1588230740/info: creating writer at 1731985253816Flushing 1588230740/info: appending metadata at 1731985253837 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731985253837Flushing 1588230740/ns: creating writer at 1731985254244 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731985254258 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731985254258Flushing 1588230740/rep_barrier: creating writer at 1731985254665 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731985254679 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731985254679Flushing 1588230740/table: creating writer at 1731985255085 (+406 ms)Flushing 1588230740/table: appending metadata at 1731985255099 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731985255099Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51189169: reopening flushed file at 1731985255506 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@99426d2: reopening flushed file at 1731985255509 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1713e396: reopening flushed file at 1731985255511 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@425c2a37: reopening flushed file at 1731985255514 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1702ms, sequenceid=90, compaction requested=false at 1731985255517 (+3 ms)Writing region close event to WAL at 1731985255518 (+1 ms)Running coprocessor post-close hooks at 1731985255521 (+3 ms)Closed at 1731985255521 2024-11-19T03:00:55,521 DEBUG [RS_CLOSE_META-regionserver/e93af88909ff:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T03:00:55,617 INFO [RS:0;e93af88909ff:45689 {}] regionserver.HRegionServer(976): stopping server e93af88909ff,45689,1731985081997; all regions closed. 2024-11-19T03:00:55,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741834_1010 (size=25344) 2024-11-19T03:00:55,623 DEBUG [RS:0;e93af88909ff:45689 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/oldWALs 2024-11-19T03:00:55,623 INFO [RS:0;e93af88909ff:45689 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e93af88909ff%2C45689%2C1731985081997.meta:.meta(num 1731985084496) 2024-11-19T03:00:55,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741833_1009 (size=16208127) 2024-11-19T03:00:55,626 DEBUG [RS:0;e93af88909ff:45689 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/oldWALs 2024-11-19T03:00:55,626 INFO [RS:0;e93af88909ff:45689 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e93af88909ff%2C45689%2C1731985081997:(num 1731985084148) 2024-11-19T03:00:55,626 DEBUG [RS:0;e93af88909ff:45689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:00:55,626 INFO [RS:0;e93af88909ff:45689 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:00:55,626 INFO [RS:0;e93af88909ff:45689 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:00:55,626 INFO [RS:0;e93af88909ff:45689 {}] hbase.ChoreService(370): Chore service for: regionserver/e93af88909ff:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T03:00:55,626 INFO [RS:0;e93af88909ff:45689 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:00:55,626 INFO [regionserver/e93af88909ff:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:00:55,627 INFO [RS:0;e93af88909ff:45689 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45689 2024-11-19T03:00:55,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1012e28eb280001, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e93af88909ff,45689,1731985081997 2024-11-19T03:00:55,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34879-0x1012e28eb280000, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T03:00:55,630 INFO [RS:0;e93af88909ff:45689 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:00:55,632 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e93af88909ff,45689,1731985081997] 2024-11-19T03:00:55,633 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e93af88909ff,45689,1731985081997 already deleted, retry=false 2024-11-19T03:00:55,634 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e93af88909ff,45689,1731985081997 expired; onlineServers=0 2024-11-19T03:00:55,634 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e93af88909ff,34879,1731985081307' ***** 2024-11-19T03:00:55,634 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T03:00:55,634 INFO [M:0;e93af88909ff:34879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:00:55,634 INFO [M:0;e93af88909ff:34879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:00:55,634 DEBUG [M:0;e93af88909ff:34879 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T03:00:55,634 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T03:00:55,634 DEBUG [M:0;e93af88909ff:34879 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T03:00:55,634 DEBUG [master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.small.0-1731985083777 {}] cleaner.HFileCleaner(306): Exit Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.small.0-1731985083777,5,FailOnTimeoutGroup] 2024-11-19T03:00:55,634 DEBUG [master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.large.0-1731985083775 {}] cleaner.HFileCleaner(306): Exit Thread[master/e93af88909ff:0:becomeActiveMaster-HFileCleaner.large.0-1731985083775,5,FailOnTimeoutGroup] 2024-11-19T03:00:55,634 INFO [M:0;e93af88909ff:34879 {}] hbase.ChoreService(370): Chore service for: master/e93af88909ff:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T03:00:55,634 INFO [M:0;e93af88909ff:34879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:00:55,634 DEBUG [M:0;e93af88909ff:34879 {}] master.HMaster(1795): Stopping service threads 2024-11-19T03:00:55,634 INFO [M:0;e93af88909ff:34879 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T03:00:55,635 INFO [M:0;e93af88909ff:34879 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:00:55,635 ERROR [M:0;e93af88909ff:34879 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1102635514) connection to localhost/127.0.0.1:41059 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41059,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-19T03:00:55,635 INFO [M:0;e93af88909ff:34879 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T03:00:55,635 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T03:00:55,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34879-0x1012e28eb280000, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-19T03:00:55,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34879-0x1012e28eb280000, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T03:00:55,642 DEBUG [M:0;e93af88909ff:34879 {}] zookeeper.ZKUtil(347): master:34879-0x1012e28eb280000, quorum=127.0.0.1:52764, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-19T03:00:55,642 WARN [M:0;e93af88909ff:34879 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T03:00:55,642 INFO [M:0;e93af88909ff:34879 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/.lastflushedseqids 2024-11-19T03:00:55,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742525_1701 (size=72) 2024-11-19T03:00:55,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1012e28eb280001, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:00:55,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45689-0x1012e28eb280001, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:00:55,733 INFO [RS:0;e93af88909ff:45689 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:00:55,733 INFO [RS:0;e93af88909ff:45689 {}] regionserver.HRegionServer(1031): Exiting; stopping=e93af88909ff,45689,1731985081997; zookeeper connection closed. 2024-11-19T03:00:55,733 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a53538d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a53538d 2024-11-19T03:00:55,734 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T03:00:56,052 INFO [M:0;e93af88909ff:34879 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T03:00:56,052 INFO [M:0;e93af88909ff:34879 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T03:00:56,053 DEBUG [M:0;e93af88909ff:34879 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:00:56,053 INFO [M:0;e93af88909ff:34879 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:00:56,053 DEBUG [M:0;e93af88909ff:34879 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:00:56,053 DEBUG [M:0;e93af88909ff:34879 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:00:56,053 DEBUG [M:0;e93af88909ff:34879 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:00:56,053 INFO [M:0;e93af88909ff:34879 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=771.39 KB heapSize=948.74 KB 2024-11-19T03:00:56,068 DEBUG [M:0;e93af88909ff:34879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/095dd829498b4793a47ecd0d3594c0ad is 82, key is hbase:meta,,1/info:regioninfo/1731985084583/Put/seqid=0 2024-11-19T03:00:56,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742526_1702 (size=5672) 2024-11-19T03:00:56,471 INFO [M:0;e93af88909ff:34879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2183 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/095dd829498b4793a47ecd0d3594c0ad 2024-11-19T03:00:56,491 DEBUG [M:0;e93af88909ff:34879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb92f5e6ae0d41a09ce2065e4672b801 is 2276, key is \x00\x00\x00\x00\x00\x00\x00#/proc:d/1731985115590/Put/seqid=0 2024-11-19T03:00:56,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742527_1703 (size=46300) 2024-11-19T03:00:56,894 INFO [M:0;e93af88909ff:34879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770.83 KB at sequenceid=2183 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb92f5e6ae0d41a09ce2065e4672b801 2024-11-19T03:00:56,897 INFO [M:0;e93af88909ff:34879 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb92f5e6ae0d41a09ce2065e4672b801 2024-11-19T03:00:56,912 DEBUG [M:0;e93af88909ff:34879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d64ccbc15b6c4287830fc0250751a1e8 is 69, key is e93af88909ff,45689,1731985081997/rs:state/1731985083916/Put/seqid=0 2024-11-19T03:00:56,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073742528_1704 (size=5156) 2024-11-19T03:00:57,315 INFO [M:0;e93af88909ff:34879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2183 (bloomFilter=true), to=hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d64ccbc15b6c4287830fc0250751a1e8 2024-11-19T03:00:57,318 DEBUG [M:0;e93af88909ff:34879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/095dd829498b4793a47ecd0d3594c0ad as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/095dd829498b4793a47ecd0d3594c0ad 2024-11-19T03:00:57,321 INFO [M:0;e93af88909ff:34879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/095dd829498b4793a47ecd0d3594c0ad, entries=8, sequenceid=2183, filesize=5.5 K 2024-11-19T03:00:57,321 DEBUG [M:0;e93af88909ff:34879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb92f5e6ae0d41a09ce2065e4672b801 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb92f5e6ae0d41a09ce2065e4672b801 2024-11-19T03:00:57,323 INFO [M:0;e93af88909ff:34879 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb92f5e6ae0d41a09ce2065e4672b801 2024-11-19T03:00:57,324 INFO [M:0;e93af88909ff:34879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb92f5e6ae0d41a09ce2065e4672b801, entries=182, sequenceid=2183, filesize=45.2 K 2024-11-19T03:00:57,324 DEBUG [M:0;e93af88909ff:34879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d64ccbc15b6c4287830fc0250751a1e8 as hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d64ccbc15b6c4287830fc0250751a1e8 2024-11-19T03:00:57,326 INFO [M:0;e93af88909ff:34879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41059/user/jenkins/test-data/e91aafac-2006-e646-060a-eded81367666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d64ccbc15b6c4287830fc0250751a1e8, entries=1, sequenceid=2183, filesize=5.0 K 2024-11-19T03:00:57,327 INFO [M:0;e93af88909ff:34879 {}] regionserver.HRegion(3140): Finished flush of dataSize ~771.39 KB/789903, heapSize ~948.45 KB/971208, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=2183, compaction requested=false 2024-11-19T03:00:57,328 INFO [M:0;e93af88909ff:34879 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:00:57,328 DEBUG [M:0;e93af88909ff:34879 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731985256052Disabling compacts and flushes for region at 1731985256053 (+1 ms)Disabling writes for close at 1731985256053Obtaining lock to block concurrent updates at 1731985256053Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731985256053Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=789903, getHeapSize=971448, getOffHeapSize=0, getCellsCount=2390 at 1731985256053Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731985256053Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731985256054 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731985256067 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731985256068 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731985256474 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731985256490 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731985256490Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731985256897 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731985256911 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731985256911Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19447222: reopening flushed file at 1731985257318 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bf04acc: reopening flushed file at 1731985257321 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64239490: reopening flushed file at 1731985257324 (+3 ms)Finished flush of dataSize ~771.39 KB/789903, heapSize ~948.45 KB/971208, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=2183, compaction requested=false at 1731985257327 (+3 ms)Writing region close event to WAL at 1731985257328 (+1 ms)Closed at 1731985257328 2024-11-19T03:00:57,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42753 is added to blk_1073741830_1006 (size=933045) 2024-11-19T03:00:57,331 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:00:57,331 INFO [M:0;e93af88909ff:34879 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T03:00:57,331 INFO [M:0;e93af88909ff:34879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34879 2024-11-19T03:00:57,331 INFO [M:0;e93af88909ff:34879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:00:57,433 INFO [M:0;e93af88909ff:34879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:00:57,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34879-0x1012e28eb280000, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:00:57,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34879-0x1012e28eb280000, quorum=127.0.0.1:52764, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:00:57,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:00:57,440 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:00:57,440 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:00:57,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:00:57,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/hadoop.log.dir/,STOPPED} 2024-11-19T03:00:57,443 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T03:00:57,443 WARN [BP-1879538622-172.17.0.2-1731985078453 heartbeating to localhost/127.0.0.1:41059 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T03:00:57,443 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T03:00:57,443 WARN [BP-1879538622-172.17.0.2-1731985078453 heartbeating to localhost/127.0.0.1:41059 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1879538622-172.17.0.2-1731985078453 (Datanode Uuid 337bdd8e-7bf0-4391-b9b3-a282a64a1678) service to localhost/127.0.0.1:41059 2024-11-19T03:00:57,445 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/cluster_8d1709d4-de16-5875-e006-edc5a0e41d15/data/data1/current/BP-1879538622-172.17.0.2-1731985078453 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:00:57,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/cluster_8d1709d4-de16-5875-e006-edc5a0e41d15/data/data2/current/BP-1879538622-172.17.0.2-1731985078453 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:00:57,446 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T03:00:57,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:00:57,454 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:00:57,454 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:00:57,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:00:57,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7e89565-aeea-eb2e-095d-8846c0bd49af/hadoop.log.dir/,STOPPED} 2024-11-19T03:00:57,470 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T03:00:57,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down